-- Logs begin at Tue 2021-05-11 13:05:58 UTC, end at Tue 2021-05-11 13:59:03 UTC. -- May 11 13:34:26.732126 dv-cinder-784779-11-smb systemd[1]: Started Devstack devstack@q-svc.service. May 11 13:34:29.195108 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.common.config [-] Logging enabled! May 11 13:34:29.195803 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196 May 11 13:34:29.195949 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78729) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 11 13:34:29.199001 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.common.config [-] Logging enabled! May 11 13:34:29.199250 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196 May 11 13:34:29.199553 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78729) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 11 13:34:29.200543 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 13:34:29.200770 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 13:34:29.201112 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 13:34:29.201341 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 13:34:29.201558 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 13:34:29.201874 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.202163 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.202455 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.202677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.202970 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.203253 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.203526 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.203806 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.204095 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.204381 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.204674 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.204952 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.205175 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.205451 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.205730 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.206007 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.206223 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] debug = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.206495 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.206916 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.207345 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.207619 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.207898 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.208305 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.208462 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.208731 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.209011 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.209351 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] host = dv-cinder-784779-11-smb {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.209630 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.209905 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.210184 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.210460 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.210729 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.210999 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.211281 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.211542 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.211809 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] log_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.212075 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.212367 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.212668 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.212953 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.213172 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.213388 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.213668 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.213945 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.214213 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.214484 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.214744 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.215007 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.215273 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.215757 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.216045 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.216328 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.216631 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.216902 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.217171 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.217442 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.217710 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.217988 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.218255 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.218524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.218790 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.219071 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.219332 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.219600 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.219896 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.220169 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.220466 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.220746 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.221011 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.221284 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.221551 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.221812 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.222076 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] use_json = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.222345 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.222608 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.222880 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.223142 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.223406 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.223675 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.223937 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.224212 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:29.224530 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.224820 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.225109 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.225386 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.225669 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.225941 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.226218 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.226486 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.226762 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.227040 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.227322 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.227593 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.227874 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.228145 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.228430 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.228752 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.229039 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.229322 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.229589 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.229854 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.230115 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.230385 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.230661 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.230978 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.231410 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.231682 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.231957 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.232242 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.232549 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.232817 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.233090 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.233370 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.233644 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.233907 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.234181 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.234452 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.234720 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.234979 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.235251 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.235534 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.235806 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.236070 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.236336 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.236631 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.236896 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.237173 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.237445 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.237712 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.237978 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.238250 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.238515 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.238780 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.239051 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.239315 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.239585 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.239848 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.240113 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.240375 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.240660 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.240923 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.241186 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.241447 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.242045 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.242312 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.242573 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.242836 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.243099 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.243364 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.243643 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.243938 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.244211 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.244509 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.244784 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.245056 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.245327 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.245596 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.245865 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.246134 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.246397 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.246712 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.246979 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.247258 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.247534 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.247805 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.248090 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.248360 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.248657 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.248928 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.249197 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.249477 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.249754 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.250039 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.250323 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.250605 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.250887 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.251173 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.251446 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.251751 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.252023 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:29.252235 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 13:34:29.252498 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78729) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 11 13:34:29.604462 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:34:29.604722 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:34:29.605016 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:34:29.605356 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.manager [-] Loading core plugin: ml2 May 11 13:34:29.917322 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:29.917622 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:29.917817 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:29.919080 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:29.919347 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:29.919599 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.045899 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.046155 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.046404 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.060846 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.061160 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.061447 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.092612 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.092916 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.093274 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.136692 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.136960 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.137354 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.375744 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.376391 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.376391 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.376391 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.377190 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.502326 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.502549 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.502793 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.503068 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.503323 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.503614 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.503863 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.504106 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.504324 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.504639 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.504886 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.505139 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.505387 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.505614 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.505866 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.506122 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.506361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.506634 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.506880 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.507147 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.507486 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.507728 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.507964 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.508385 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.508665 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.508906 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.509300 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 13:34:30.509531 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 13:34:30.509759 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 13:34:30.509988 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 13:34:30.510214 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 13:34:30.510440 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 13:34:30.510807 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 11 13:34:30.514300 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 11 13:34:30.518273 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 11 13:34:30.522397 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 11 13:34:30.524058 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 11 13:34:30.524543 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 11 13:34:30.524875 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 11 13:34:30.525254 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 11 13:34:30.528193 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 11 13:34:30.528471 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 11 13:34:30.528978 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 11 13:34:30.556479 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 11 13:34:30.556957 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.557256 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78729) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 11 13:34:30.557615 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.558970 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78729) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 11 13:34:30.559384 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 11 13:34:30.559701 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 11 13:34:30.563236 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.563551 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:30.643272 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 11 13:34:30.643488 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 11 13:34:30.643718 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 11 13:34:30.644134 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 11 13:34:30.678049 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_db.sqlalchemy.engines [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78729) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 11 13:34:31.010877 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Initializing driver for type 'gre' May 11 13:34:31.011324 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] gre ID ranges: [(1, 1000)] May 11 13:34:31.065667 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Initializing driver for type 'local' May 11 13:34:31.066008 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Initializing driver for type 'vlan' May 11 13:34:31.079478 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] VlanTypeDriver initialization complete May 11 13:34:31.079819 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Initializing driver for type 'vxlan' May 11 13:34:31.080380 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] vxlan ID ranges: [(1, 1000)] May 11 13:34:31.143150 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Initializing extension driver 'port_security' May 11 13:34:31.143507 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.extensions.port_security [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] PortSecurityExtensionDriver initialization complete May 11 13:34:31.143930 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Initializing mechanism driver 'openvswitch' May 11 13:34:31.144264 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Initializing mechanism driver 'hyperv' May 11 13:34:31.151196 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:34:31.152070 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > port after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.152467 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > port after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.153223 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > port after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.153631 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > subnet after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.153980 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > subnet after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.154380 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.154768 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > network after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.155116 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > network after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.155457 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > network after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.155836 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > security_group after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.156181 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > security_group after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.156551 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.156931 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.157276 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.157611 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.157986 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > address_group after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.158330 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > address_group after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.158665 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.159008 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] ML2 OVO RPC backend initialized. {{(pid=78729) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 11 13:34:31.159723 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.160076 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.160520 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > network before_response 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.160867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > networks before_response 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.161215 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > port before_response 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.161552 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > ports before_response 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.161894 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > subnet before_response 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.162236 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > subnets before_response 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.162580 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > network after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.162917 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > network after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.163251 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > network after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.163586 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > port after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.163918 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > port after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.164246 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > port after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.164615 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > subnet after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.164947 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > subnet after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.165276 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.165862 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.plugin [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Modular L2 Plugin initialization complete May 11 13:34:31.166187 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading services supported by the core plugin {{(pid=78729) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 11 13:34:31.166512 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.plugins.ml2.managers [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Got port-security extension from driver 'port_security' May 11 13:34:31.166972 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.extensions.vlantransparent [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Disabled vlantransparent extension. May 11 13:34:31.167461 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78729) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 11 13:34:31.167769 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading Plugin: router May 11 13:34:31.204311 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.204723 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router after_create 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.205096 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router before_create 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.205464 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.205838 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.206192 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router after_delete 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.206544 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.206904 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router after_create 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.207253 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router after_update 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.207602 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router after_update 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.207945 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.208327 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router after_update 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.208750 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router precommit_update 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.209114 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: port after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.209449 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: port after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.209779 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: subnet after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.210118 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.210460 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.210802 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router precommit_create 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.211145 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: port before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.211660 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router precommit_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.212022 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router after_update 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.212361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.212740 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router precommit_create 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.213098 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.213441 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router precommit_update 55549900 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.213809 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > network after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.214719 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Tracking information for resource: router configured {{(pid=78729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 13:34:31.215056 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Tracking information for resource: floatingip configured {{(pid=78729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 13:34:31.220488 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.db.l3_agentschedulers_db [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 11 13:34:31.221092 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: port after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.221456 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: port after_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.221804 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: port after_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.222153 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: port after_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.222954 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router before_create 55550100 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.223349 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.223710 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router precommit_create 55550100 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.224066 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > router precommit_update 55550100 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.228734 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.services.provider_configuration [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service providers = [] {{(pid=78729) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 11 13:34:31.229100 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.db.servicetype_db [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78729) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 11 13:34:31.232385 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.services.service_base [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 13:34:31.232786 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.services.service_base [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 13:34:31.233065 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.services.service_base [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 13:34:31.233977 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.services.service_base [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 13:34:31.234350 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.services.service_base [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Default provider is not specified for service type L3_ROUTER_NAT May 11 13:34:31.236376 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 13:34:31.236740 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 11 13:34:31.248099 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 13:34:31.248461 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading Plugin: auto_allocate May 11 13:34:31.254498 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: network precommit_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.254868 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: network precommit_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.255403 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 13:34:31.255694 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading Plugin: tag May 11 13:34:31.263293 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 13:34:31.263545 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading Plugin: timestamp May 11 13:34:31.267433 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 13:34:31.267764 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading Plugin: network_ip_availability May 11 13:34:31.273193 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.273568 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.273923 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.274676 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 13:34:31.274994 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading Plugin: flavors May 11 13:34:31.280532 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 13:34:31.280868 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading Plugin: revisions May 11 13:34:31.285298 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 13:34:31.285695 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.681s {{(pid=78729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:34:31.286451 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78729) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 11 13:34:31.286784 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Initializing extension manager. May 11 13:34:31.287298 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: __init__.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.287631 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: __pycache__ {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.287960 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.288287 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: address_group.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.289072 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.289650 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: address-group May 11 13:34:31.289970 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: address_scope.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.290674 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.291183 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: address-scope May 11 13:34:31.291493 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.292406 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.292997 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: router-admin-state-down-before-update May 11 13:34:31.293300 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: agent.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.294139 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.294653 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: agent May 11 13:34:31.294967 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: agent_resources_synced.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.295873 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.296382 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: agent-resources-synced May 11 13:34:31.296730 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: allowedaddresspairs.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.298553 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.299079 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: allowed-address-pairs May 11 13:34:31.299405 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: auto_allocated_topology.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.300511 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.301027 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: auto-allocated-topology May 11 13:34:31.301350 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: availability_zone.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.302039 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.302548 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: availability_zone May 11 13:34:31.302867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: availability_zone_filter.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.303765 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.304272 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: availability_zone_filter May 11 13:34:31.304624 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: data_plane_status.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.305511 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.306014 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension data-plane-status not supported by any of loaded plugins May 11 13:34:31.306334 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: default_subnetpools.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.307226 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.307729 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: default-subnetpools May 11 13:34:31.308048 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.308908 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.309774 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: dhcp_agent_scheduler May 11 13:34:31.310095 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: dns.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.311012 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.311516 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension dns-integration not supported by any of loaded plugins May 11 13:34:31.311837 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: dns_domain_ports.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.312766 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.313271 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension dns-domain-ports not supported by any of loaded plugins May 11 13:34:31.313593 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: dvr.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.314259 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.314766 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: dvr May 11 13:34:31.315083 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: empty_string_filtering.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.315982 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.316516 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: empty-string-filtering May 11 13:34:31.316838 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.317729 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.318231 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 11 13:34:31.318546 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.319468 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.319968 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 11 13:34:31.320285 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: external_net.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.321204 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.321711 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: external-net May 11 13:34:31.322030 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.322923 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.323422 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: extra_dhcp_opt May 11 13:34:31.323740 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: extraroute.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.324949 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.325465 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: extraroute May 11 13:34:31.325783 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: extraroute_atomic.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.326811 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.327319 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: extraroute-atomic May 11 13:34:31.327640 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: filter_validation.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.328312 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.328852 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: filter-validation May 11 13:34:31.329175 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: fip_pf_description.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.330285 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.330789 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 11 13:34:31.331109 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: fip_port_details.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.332008 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.332549 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: fip-port-details May 11 13:34:31.332873 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: flavors.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.334098 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.334611 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: flavors May 11 13:34:31.334935 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.336658 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.337179 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 11 13:34:31.337506 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: floatingip_pools.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.338198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.338710 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: floatingip-pools May 11 13:34:31.339040 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: ip_allocation.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.339953 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.340591 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension ip_allocation not supported by any of loaded plugins May 11 13:34:31.340914 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.341814 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.342320 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: ip-substring-filtering May 11 13:34:31.342641 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: l2_adjacency.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.343560 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.344062 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension l2_adjacency not supported by any of loaded plugins May 11 13:34:31.344381 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: l3.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.345412 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.345929 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: router May 11 13:34:31.346251 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.348583 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.349114 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 11 13:34:31.349442 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.350357 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.350869 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: ext-gw-mode May 11 13:34:31.351194 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.352094 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.352628 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: l3-ha May 11 13:34:31.352951 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: l3_flavors.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.353956 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.354565 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: l3-flavors May 11 13:34:31.354894 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.355809 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.356547 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: l3-port-ip-change-not-allowed May 11 13:34:31.356844 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: l3agentscheduler.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.357902 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.358413 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: l3_agent_scheduler May 11 13:34:31.358739 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: logging.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.360242 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.360823 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension logging not supported by any of loaded plugins May 11 13:34:31.361152 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: metering.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.361888 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.362469 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: metering May 11 13:34:31.362791 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.363888 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.364399 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: metering_source_and_destination_fields May 11 13:34:31.364756 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: multiprovidernet.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.365801 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.366339 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: multi-provider May 11 13:34:31.366981 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: netmtu.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.367887 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.368392 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: net-mtu May 11 13:34:31.368742 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: netmtu_writable.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.369644 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.370144 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: net-mtu-writable May 11 13:34:31.370463 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: network_availability_zone.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.371124 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.371738 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: network_availability_zone May 11 13:34:31.372058 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: network_ip_availability.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.373166 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.373654 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: network-ip-availability May 11 13:34:31.373986 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: network_segment_range.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.374751 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.375256 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension network-segment-range not supported by any of loaded plugins May 11 13:34:31.375569 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: pagination.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.376552 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.377147 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: pagination May 11 13:34:31.377147 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: port_device_profile.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.378056 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.378572 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: port-device-profile May 11 13:34:31.378888 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.379785 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.380293 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: port-mac-address-regenerate May 11 13:34:31.380658 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.381544 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.382054 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: port-numa-affinity-policy May 11 13:34:31.382374 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: port_resource_request.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.383260 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.383759 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension port-resource-request not supported by any of loaded plugins May 11 13:34:31.384072 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: portbindings.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.384998 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.385498 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: binding May 11 13:34:31.385814 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: portbindings_extended.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.387076 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.387651 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: binding-extended May 11 13:34:31.387972 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: portsecurity.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.388910 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.389423 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: port-security May 11 13:34:31.389742 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: project_id.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.390692 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.391019 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: project-id May 11 13:34:31.391338 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: providernet.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.392233 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.392769 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: provider May 11 13:34:31.393084 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: qos.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.396704 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.397237 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension qos not supported by any of loaded plugins May 11 13:34:31.397569 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.398805 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.399327 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 11 13:34:31.399653 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.400676 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.401192 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 11 13:34:31.401519 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: qos_default.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.402410 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.403355 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension qos-default not supported by any of loaded plugins May 11 13:34:31.403473 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: qos_fip.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.404112 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.404655 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension qos-fip not supported by any of loaded plugins May 11 13:34:31.404976 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: qos_gateway_ip.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.405884 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.406390 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 11 13:34:31.406716 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: qos_port_network_policy.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.407603 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.408112 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 11 13:34:31.408435 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: qos_rule_type_details.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.409360 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.409866 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 11 13:34:31.410185 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: qos_rules_alias.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.411213 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.411728 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension qos-rules-alias not supported by any of loaded plugins May 11 13:34:31.412050 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: quotasv2.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.413179 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.413504 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: quotas May 11 13:34:31.413824 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: quotasv2_detail.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.415454 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.415792 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: quota_details May 11 13:34:31.416120 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: rbac.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.417235 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.417835 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: rbac-policies May 11 13:34:31.418070 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: rbac_address_group.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.419955 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.419955 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: rbac-address-group May 11 13:34:31.420541 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: rbac_address_scope.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.420986 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.421501 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: rbac-address-scope May 11 13:34:31.421818 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: rbac_security_groups.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.422768 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.423289 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: rbac-security-groups May 11 13:34:31.423586 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: rbac_subnetpool.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.424490 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.425030 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: rbac-subnetpool May 11 13:34:31.425324 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: revisionifmatch.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.426249 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.426761 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: revision-if-match May 11 13:34:31.427081 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: revisions.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.428202 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.428740 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: standard-attr-revisions May 11 13:34:31.429058 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: router_availability_zone.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.429735 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.430243 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: router_availability_zone May 11 13:34:31.430559 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: routerservicetype.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.431460 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.431969 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension router-service-type not supported by any of loaded plugins May 11 13:34:31.432289 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.433285 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.433788 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: security-groups-normalized-cidr May 11 13:34:31.434217 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.435302 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.435861 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: port-security-groups-filtering May 11 13:34:31.436181 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.437131 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.437646 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: security-groups-remote-address-group May 11 13:34:31.437969 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: securitygroup.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.447804 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.448363 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: security-group May 11 13:34:31.448728 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: segment.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.449555 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.450287 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension segment not supported by any of loaded plugins May 11 13:34:31.450625 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.451608 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.452119 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 11 13:34:31.452464 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: servicetype.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.453914 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.454099 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: service-type May 11 13:34:31.454422 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: sorting.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.455400 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.455724 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: sorting May 11 13:34:31.456101 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: standard_attr_segment.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.457360 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.458435 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension standard-attr-segment not supported by any of loaded plugins May 11 13:34:31.458435 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: standardattrdescription.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.458435 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.458965 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: standard-attr-description May 11 13:34:31.459323 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: stateful_security_group.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.460184 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.460726 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: stateful-security-group May 11 13:34:31.461047 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: stdattrs_common.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.461620 dv-cinder-784779-11-smb neutron-server[78729]: WARNING neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 11 13:34:31.461921 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.462939 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.463431 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 11 13:34:31.463743 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: subnet_onboard.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.468957 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.468957 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: subnet_onboard May 11 13:34:31.468957 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.468957 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.468957 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 11 13:34:31.468957 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: subnet_service_types.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.470307 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.470307 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: subnet-service-types May 11 13:34:31.470307 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: subnetallocation.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.470650 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.471165 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: subnet_allocation May 11 13:34:31.471481 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.472153 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.472690 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: subnetpool-prefix-ops May 11 13:34:31.473014 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.473950 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.474458 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 11 13:34:31.474779 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: tagging.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.475885 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.476478 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: standard-attr-tag May 11 13:34:31.476814 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: timestamp.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.478017 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.478534 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loaded extension: standard-attr-timestamp May 11 13:34:31.478863 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: trunk.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.479892 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.480405 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension trunk not supported by any of loaded plugins May 11 13:34:31.480760 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: trunk_details.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.481886 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.482417 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension trunk-details not supported by any of loaded plugins May 11 13:34:31.482723 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: uplink_status_propagation.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.483645 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.484154 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 11 13:34:31.484492 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Loading extension file: vlantransparent.py {{(pid=78729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 13:34:31.485190 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 13:34:31.485704 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extension vlan-transparent not supported by any of loaded plugins May 11 13:34:31.488293 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:network May 11 13:34:31.489092 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:subnet May 11 13:34:31.489919 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:subnetpool May 11 13:34:31.490522 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:port May 11 13:34:31.492152 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.492626 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service FLAVORS assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.493264 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.493685 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.494017 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:router May 11 13:34:31.494670 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:floatingip May 11 13:34:31.495373 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service METERING assigned prefix: /metering {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.496923 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.497294 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.497642 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:34:31.498843 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of CountableResource for resource:rbac_policy May 11 13:34:31.499284 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:security_group May 11 13:34:31.499937 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 13:34:31.500718 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service CORE assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.501046 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:subnetpool May 11 13:34:31.501383 dv-cinder-784779-11-smb neutron-server[78729]: WARNING neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] subnetpool is already registered May 11 13:34:31.501987 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service CORE assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.502316 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:subnetpool May 11 13:34:31.502633 dv-cinder-784779-11-smb neutron-server[78729]: WARNING neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] subnetpool is already registered May 11 13:34:31.505302 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.505732 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service FLAVORS assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.506320 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.506736 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.507069 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:router May 11 13:34:31.507393 dv-cinder-784779-11-smb neutron-server[78729]: WARNING neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] router is already registered May 11 13:34:31.507994 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:floatingip May 11 13:34:31.508315 dv-cinder-784779-11-smb neutron-server[78729]: WARNING neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] floatingip is already registered May 11 13:34:31.508990 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service METERING assigned prefix: /metering {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.509683 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of CountableResource for resource:rbac_policy May 11 13:34:31.510010 dv-cinder-784779-11-smb neutron-server[78729]: WARNING neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] rbac_policy is already registered May 11 13:34:31.511663 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:security_group May 11 13:34:31.512003 dv-cinder-784779-11-smb neutron-server[78729]: WARNING neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] security_group is already registered May 11 13:34:31.513187 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 13:34:31.513587 dv-cinder-784779-11-smb neutron-server[78729]: WARNING neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] security_group_rule is already registered May 11 13:34:31.514223 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service CORE assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.514558 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:subnetpool May 11 13:34:31.514892 dv-cinder-784779-11-smb neutron-server[78729]: WARNING neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] subnetpool is already registered May 11 13:34:31.515490 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.v2.resource_helper [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Service CORE assigned prefix: {{(pid=78729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 13:34:31.515816 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Creating instance of TrackedResource for resource:subnetpool May 11 13:34:31.516123 dv-cinder-784779-11-smb neutron-server[78729]: WARNING neutron.quota.resource_registry [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] subnetpool is already registered May 11 13:34:31.516821 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: extensions {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.518363 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: address-groups {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.519995 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: address-scopes {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.521253 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: agents {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.522468 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: auto-allocated-topology {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.523714 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: availability_zones {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.525071 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: dhcp-networks {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.526477 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: dhcp-agents {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.527970 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: routers {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.529937 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: flavors {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.531107 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: service_profiles {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.532331 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: next_providers {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.533896 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: service_profiles {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.535360 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: floatingip-pools {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.536595 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: routers {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.538487 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: floatingips {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.539684 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: l3-routers {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.541141 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: l3-agents {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.542572 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: metering-labels {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.544127 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: metering-label-rules {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.545444 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: network-ip-availabilities {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.546725 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: bindings {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.548394 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: quotas {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.549877 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: quotas {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.551313 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: rbac-policies {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.552674 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: security-groups {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.553893 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: security-group-rules {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.555180 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: service-providers {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.556427 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: subnetpools {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.557878 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: subnetpools {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.559416 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: tags {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.561160 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: tags {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.562991 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: tags {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.564799 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: tags {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.566629 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: tags {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.568506 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: tags {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.570272 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: tags {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.573383 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: tags {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.575396 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: tags {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.696897 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron.api.extensions [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Extended resource: tags {{(pid=78729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 13:34:31.703402 dv-cinder-784779-11-smb neutron-server[78729]: WARNING keystonemiddleware.auth_token [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 11 13:34:31.708522 dv-cinder-784779-11-smb neutron-server[78729]: WARNING keystonemiddleware.auth_token [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 11 13:34:31.718099 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Acquired lock "singleton_lock" {{(pid=78729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 11 13:34:31.718590 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_concurrency.lockutils [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Releasing lock "singleton_lock" {{(pid=78729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 11 13:34:31.719258 dv-cinder-784779-11-smb neutron-server[78729]: INFO oslo_service.service [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Starting 2 workers May 11 13:34:31.724032 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Started child 78836 {{(pid=78729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 13:34:31.728724 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Started child 78837 {{(pid=78729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 13:34:31.729681 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:31.730636 dv-cinder-784779-11-smb neutron-server[78729]: INFO neutron.service [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Neutron service started, listening on 0.0.0.0:9696 May 11 13:34:31.731092 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Notify callbacks [] for process, before_spawn {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:31.732341 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [-] (78836) wsgi starting up on http://0.0.0.0:9696 May 11 13:34:31.733736 dv-cinder-784779-11-smb neutron-server[78729]: INFO oslo_service.service [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Starting 1 workers May 11 13:34:31.736485 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:31.738638 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [-] (78837) wsgi starting up on http://0.0.0.0:9696 May 11 13:34:31.738847 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Started child 78838 {{(pid=78729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 13:34:31.739353 dv-cinder-784779-11-smb neutron-server[78729]: INFO oslo_service.service [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Starting 1 workers May 11 13:34:31.744513 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Started child 78839 {{(pid=78729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 13:34:31.744785 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.service [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] calling RpcWorker wait() {{(pid=78838) _wait /opt/stack/neutron/neutron/service.py:128}} May 11 13:34:31.745717 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.service [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] returning from RpcWorker wait() {{(pid=78838) _wait /opt/stack/neutron/neutron/service.py:135}} May 11 13:34:31.745854 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG neutron_lib.callbacks.manager [None req-8d2c22fa-3ac6-4a24-b441-9f5b9e9ceb69 None None] Notify callbacks [] for process, after_spawn {{(pid=78729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:31.747650 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 11 13:34:31.747856 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:31.748000 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 13:34:31.748132 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 13:34:31.748473 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 13:34:31.748627 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:34:31.748790 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 13:34:31.748923 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 13:34:31.749457 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.749679 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.749932 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.750220 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.750462 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.751184 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.751337 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.751614 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.751850 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.752094 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.752269 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.752568 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.753141 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.754059 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.754404 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.754720 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.755027 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.755424 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.755424 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.755935 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.756177 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.756556 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.756556 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] debug = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.756966 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.757148 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:31.757992 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.757992 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.757992 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.757992 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.758960 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.759182 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:34:31.759452 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.759452 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.759452 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.759452 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.759452 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.760541 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.760541 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.760541 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.760541 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.761391 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.761391 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.761391 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] host = dv-cinder-784779-11-smb {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.762113 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.762113 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.762113 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.762860 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.762860 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.763695 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.763695 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.763695 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.764393 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.764393 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.764393 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.765434 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.765434 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.765434 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.765434 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_options = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.766298 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.766298 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.766298 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.766298 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.767183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.767183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.767183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.767183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.767183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.768359 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.768359 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.768359 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.768359 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.768359 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.769462 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.769462 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.769462 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.769462 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.770291 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.770291 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.770291 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.770291 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.771254 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.771254 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.771254 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.771254 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.771254 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.772334 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.772334 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.772334 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.772334 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.772334 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.773736 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.773736 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.773736 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.773736 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.773736 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.773736 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.775089 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.775089 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.775089 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.775089 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.775089 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.775089 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.776705 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.776705 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_json = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.776705 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.776705 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.776705 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.776705 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.776705 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.778179 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.778179 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.778179 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.778179 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.779036 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.779036 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.779036 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.779036 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.779887 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.779887 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.779887 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.779887 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.780761 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.780761 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.780761 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.781423 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.781423 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.781423 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.782090 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.782090 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.782524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.782524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.782945 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.782945 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.783393 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.783638 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.784154 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.784154 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.784630 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.784630 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.785091 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.785091 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.785820 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.785820 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.785820 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.786462 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.786462 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.786462 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.787120 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.787120 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.787120 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.787772 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.787772 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.787772 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.788411 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.788411 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.788411 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.789124 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.789124 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.789124 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.789766 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.789766 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.789766 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.790429 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.790429 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.790893 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.790893 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.790893 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.791569 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.791569 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.791569 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.792191 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.792191 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.792658 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.792658 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.793107 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.793107 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.793703 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.793703 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.793703 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.794852 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.794852 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.794852 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.794852 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.794852 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.796677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.796677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.796677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.796677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.796677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.796677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.796677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.796677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.796677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.798679 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.798679 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.798679 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.798679 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.798679 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.798679 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.798679 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.798679 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.800501 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.800501 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.800501 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.800501 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.800501 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.800501 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.800501 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.800501 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.802375 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.802375 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.802375 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.802375 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.802375 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.802375 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.802375 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.802375 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.804088 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.804088 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.804088 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.804088 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.804088 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.804088 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.804088 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.805981 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.805981 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.805981 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.805981 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.805981 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.805981 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.805981 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.808022 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.808022 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.808022 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.808022 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.808022 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.808022 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.808022 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.808022 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.808022 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.810027 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.810027 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.810027 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.810027 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.810027 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.810027 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.810027 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.810027 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.811767 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.811767 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.811767 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.811767 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.812761 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.812761 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.812761 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.812761 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.813622 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.813622 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.813622 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.813622 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.814488 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.814488 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.814488 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.814488 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.815671 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.815671 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.815671 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.815671 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.815671 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.815671 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.817663 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.817663 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.817663 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.817663 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.817663 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.817663 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.817663 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.817663 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.819343 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.819343 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.819343 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.819343 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.819343 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.819343 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.819343 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.820872 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.820872 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.820872 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.820872 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.820872 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.820872 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.820872 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.822342 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.822342 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.822342 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.822342 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.822342 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.822342 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.822342 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.823814 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.823814 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.823814 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.823814 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.823814 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.823814 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.825451 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.825451 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.825451 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.825451 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.825451 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.825451 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.825451 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.827311 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.827311 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.827311 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.827311 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.827311 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.827311 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.827311 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.827311 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.829220 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.829220 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.829220 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.829220 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.829220 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.829220 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.829220 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.829220 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.829220 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.831148 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.831148 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.831148 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.831148 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.831148 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.831148 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.831148 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.831148 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.831148 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.833260 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.833260 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.833260 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.833260 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.833260 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.833260 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.833260 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.833260 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.836299 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.836299 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.836299 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.836299 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.836299 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.836299 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.836299 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.836299 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.838585 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.838585 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.838585 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.838585 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.838585 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.838585 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.838585 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.838585 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.840330 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.840330 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.840330 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.840330 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.840330 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.840330 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.840330 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.840330 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.842048 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.842048 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.842048 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.842048 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.842048 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.842048 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.842048 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.842048 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.842048 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.843962 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.843962 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.843962 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.843962 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.843962 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.843962 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.843962 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.843962 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 13:34:31.847677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 11 13:34:31.847677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 13:34:31.847677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 13:34:31.847677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 13:34:31.847677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 13:34:31.847677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 13:34:31.847677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.847677 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848136 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848136 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848136 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848136 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848136 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848136 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848136 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848136 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848825 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848825 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848825 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848825 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848825 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848825 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848825 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.848825 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849314 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849314 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849314 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849314 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849314 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] debug = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849314 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849662 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849662 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849662 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849662 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849662 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.849662 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850042 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850042 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850042 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850042 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850042 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850042 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850042 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850042 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850498 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850498 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850498 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] host = dv-cinder-784779-11-smb {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850498 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850498 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850498 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850861 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.850861 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.851009 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.851087 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.851166 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.851332 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.851593 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.852277 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.852277 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.852277 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.852277 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.852277 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_options = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.853781 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.853781 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.853781 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.853781 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.853781 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.853781 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.853781 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854534 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854534 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854534 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854702 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.854930 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.855015 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.855131 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.855285 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.855443 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.855600 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.855757 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.855991 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.856149 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.856325 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.856928 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.856928 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.856928 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.856928 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.857185 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.857185 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.857396 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.857482 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.857628 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.857783 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.857945 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.858100 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.858264 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.858422 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.858587 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.858759 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.858903 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.859043 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.859189 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_json = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.859332 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.859473 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.859632 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.859779 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.859921 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.860069 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.860211 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.860354 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 13:34:31.860528 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.860676 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.860820 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.860986 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.861127 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.861268 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.861412 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.861567 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.861708 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.861847 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.861991 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.862130 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.862287 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.862428 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.862573 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.862717 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.862860 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.864463 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.864463 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.864463 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.864463 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.864463 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.864463 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.864463 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.864463 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.865514 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.865514 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.865514 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.865514 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.865514 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.865514 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.865514 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.865514 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.866529 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.866529 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.866529 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.866529 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.866529 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.866529 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.866529 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.866529 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.867850 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.867850 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.867850 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.867850 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.867850 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.867850 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.867850 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.871361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.871361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.871361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.871361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.871361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.871361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.871361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.871361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.871361 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.873057 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.873057 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.873057 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.873057 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.873057 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.873057 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.873057 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.873057 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.873057 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.874177 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.874177 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.874177 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.874177 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.874177 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.874177 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.874177 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.874177 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.874177 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.875293 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.875293 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.875293 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.875293 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.875293 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.875293 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.875293 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.875293 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.875293 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.876392 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.876392 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.876392 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.876392 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.876392 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.876392 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.876392 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.876392 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.877413 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.877413 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.877413 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.877413 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.877413 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.877413 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.877413 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.877413 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.878408 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.878408 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.878408 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.878408 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.878408 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.878408 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.878408 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.878408 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.880722 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.880722 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.880722 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.880722 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.880722 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.880722 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.880722 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.880722 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881198 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881727 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881727 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881727 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881727 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881727 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881727 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881727 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.881727 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882167 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882167 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882167 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882167 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882167 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882167 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882167 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882167 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882631 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882631 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882631 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882631 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882631 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882901 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.882901 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.883031 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.883107 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.883279 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.883414 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.883574 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.883739 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.883886 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.884045 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.884195 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.884355 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.884535 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.884693 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.884850 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.885011 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.885181 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.885403 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.885623 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.885623 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.888909 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.888909 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.888909 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.888909 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.888909 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.888909 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.888909 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.888909 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.890183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.890183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.890183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.890183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.890183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.890183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.890183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.890183 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.891209 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.891209 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.891209 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.891209 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.891209 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.891209 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.891209 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.891209 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.892216 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.892216 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.892216 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.892216 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.892216 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.892216 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.892216 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.892216 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.894357 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.894357 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.894357 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.894357 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.894357 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.894357 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.894357 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.894357 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.894357 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.895489 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.895489 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.895489 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.895489 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.895489 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.895489 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.895489 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.895489 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.896524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.896524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.896524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.896524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.896524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.896524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.896524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.896524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.896524 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.898356 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.898356 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.898356 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.898356 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.898356 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.898356 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.898356 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.898356 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.899819 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.899819 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.899819 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.899819 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.899819 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.899819 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.899819 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.899819 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.901394 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.901394 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.901394 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.901394 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.901394 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.901394 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.901394 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.901394 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.904873 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.904873 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.904873 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.904873 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.904873 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.904873 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.904873 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.904873 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905333 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905333 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905333 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905333 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905333 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905333 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905333 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905333 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905333 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.905867 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.906362 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 13:34:31.906362 dv-cinder-784779-11-smb neutron-server[78729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 13:34:31.929767 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 34314) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:34:31.940794 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086162 May 11 13:34:31.944401 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:34:43.576258 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9500597f-adb5-4644-9ad1-f9e0b08af143 None None] get_active_networks_info from dv-cinder-784779-11-smb {{(pid=78838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 11 13:34:43.739158 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9500597f-adb5-4644-9ad1-f9e0b08af143 None None] No non-hosted networks {{(pid=78838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 11 13:34:43.755874 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b3521d07-b480-4d26-b034-e57f7b109e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358'] for agent, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:43.757992 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.agentschedulers_db [None req-9500597f-adb5-4644-9ad1-f9e0b08af143 None None] DHCP Agent not found on host dv-cinder-784779-11-smb {{(pid=78838) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 11 13:34:46.207325 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-8bedabd4-7268-4fe1-9bc0-9854978453d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358'] for agent, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:46.334061 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-34fd7d4b-7b6c-448a-976c-c2b3d4344a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:46.348427 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358'] for agent, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:46.350343 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.351310 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.352738 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.353573 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.354986 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.356725 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.357804 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.359873 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.360693 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.364114 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.368917 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.369821 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:46.372239 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:34:46.391444 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:34:48.022635 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358'] for agent, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:49.140936 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358'] for agent, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:50.773703 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 34406) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:34:51.433274 dv-cinder-784779-11-smb neutron-server[78836]: WARNING oslo_policy.policy [None req-30e5d84a-7b1f-44d2-b4e0-548491196da9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 13:34:51.433952 dv-cinder-784779-11-smb neutron-server[78836]: WARNING oslo_policy.policy [None req-30e5d84a-7b1f-44d2-b4e0-548491196da9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 13:34:51.652152 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [None req-30e5d84a-7b1f-44d2-b4e0-548491196da9 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:34:51.653685 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-30e5d84a-7b1f-44d2-b4e0-548491196da9 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8780234 May 11 13:34:53.750657 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.db.l3_hamode_db [None req-3aef3bce-a425-45e6-b501-e0b0d01592e0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 11 13:34:53.838347 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef3bce-a425-45e6-b501-e0b0d01592e0 None None] Routers set() bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:34:53.838637 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef3bce-a425-45e6-b501-e0b0d01592e0 None None] Router IDs set() for agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 11 13:34:54.511743 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 34420) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:34:54.907289 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-a37be017-7e12-43a9-ab1c-94afa4dec9bc admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:34:55.007277 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.policy [None req-a37be017-7e12-43a9-ab1c-94afa4dec9bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78836) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 13:34:55.053716 dv-cinder-784779-11-smb neutron-server[78836]: WARNING oslo_policy.policy [None req-a37be017-7e12-43a9-ab1c-94afa4dec9bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 13:34:55.054097 dv-cinder-784779-11-smb neutron-server[78836]: WARNING oslo_policy.policy [None req-a37be017-7e12-43a9-ab1c-94afa4dec9bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 13:34:55.062870 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.quota [None req-a37be017-7e12-43a9-ab1c-94afa4dec9bc admin admin] Loaded quota_driver: . May 11 13:34:55.078808 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-a37be017-7e12-43a9-ab1c-94afa4dec9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:34:55.145964 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a37be017-7e12-43a9-ab1c-94afa4dec9bc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730303797188', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730303795607', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730303823861', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730303818585', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730304036292', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730304026210', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1659871', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1697018', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-653190', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577490'] for rbac-policy, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:55.221357 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a37be017-7e12-43a9-ab1c-94afa4dec9bc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:55.222798 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-a37be017-7e12-43a9-ab1c-94afa4dec9bc admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7096081 May 11 13:34:57.995068 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 34434) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:34:58.397930 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Request body: {'network': {'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'admin_state_up': True, 'name': 'private', 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:34:58.403734 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:34:58.408572 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Usage tracker for resource:network and tenant:6a6beac04e7e4704a7316eaf1fb2c599 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:34:58.413897 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:34:58.421723 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:34:58.434291 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Made reservation on behalf of 6a6beac04e7e4704a7316eaf1fb2c599 for: {'network': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:34:58.437265 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:58.456563 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:58.477016 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:34:58.477016 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Usage tracker for resource:security_group_rule and tenant:6a6beac04e7e4704a7316eaf1fb2c599 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:34:58.482663 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:34:58.489833 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:34:58.599009 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:58.604966 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:58.609720 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:34:58.629512 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=78836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:34:58.656869 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730301992340', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:58.657484 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Unsubscribe: segment precommit_create {{(pid=78836) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 11 13:34:58.657949 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.segments_db [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Added segment b1888563-4c9b-4032-b42d-8ec35fdafe72 of type vlan for network b7bc2496-14b8-4879-9e29-d99c978e07ff May 11 13:34:58.706134 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbe79d5-e16d-425b-a4e0-2e25d296db77,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:34:58.728917 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.729118 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.729480 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.729797 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.730109 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.730479 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.730767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.731090 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.731422 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.731783 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.732070 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.732382 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Tracked resource versions report: May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: pushed versions: May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: { 'AddressGroup': {'1.2'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'ConntrackHelper': {'1.0'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'Log': {'1.0'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'Network': {'1.1'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'Port': {'1.7'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'PortForwarding': {'1.2'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'QosPolicy': {'1.8'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'SecurityGroup': {'1.4'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'SecurityGroupRule': {'1.2'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'SubPort': {'1.0'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'Subnet': {'1.1'}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'Trunk': {'1.1'}} May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: consumer versions: May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: { DHCP agent@dv-cinder-784779-11-smb: {}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: L3 agent@dv-cinder-784779-11-smb: {}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: Metadata agent@dv-cinder-784779-11-smb: {}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: Metering agent@dv-cinder-784779-11-smb: {}, May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: Open vSwitch agent@dv-cinder-784779-11-smb: { 'AddressGroup': '1.2', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'ConntrackHelper': '1.0', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'Log': '1.0', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'Network': '1.1', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'Port': '1.7', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'PortForwarding': '1.2', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'QosPolicy': '1.8', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'SecurityGroup': '1.4', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'SecurityGroupRule': '1.2', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'SubPort': '1.0', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'Subnet': '1.1', May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: 'Trunk': '1.1'}} May 11 13:34:58.733489 dv-cinder-784779-11-smb neutron-server[78836]: {{(pid=78836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 13:34:58.780515 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:34:58.782176 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:58.827190 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:58.828841 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:34:58.829492 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:34:58.833076 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:34:58.938704 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Pushing event updated for resources: {'Network': ['ID=b7bc2496-14b8-4879-9e29-d99c978e07ff,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:34:58.942879 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:34:58.944674 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9485230 May 11 13:34:58.951166 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network b7bc2496-14b8-4879-9e29-d99c978e07ff details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:35:01.823324 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 34450) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:35:02.595042 dv-cinder-784779-11-smb neutron-server[78837]: WARNING oslo_policy.policy [None req-200d9504-fee1-4986-bd19-352773e0bb4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 13:35:02.595576 dv-cinder-784779-11-smb neutron-server[78837]: WARNING oslo_policy.policy [None req-200d9504-fee1-4986-bd19-352773e0bb4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 13:35:03.047206 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.policy [None req-200d9504-fee1-4986-bd19-352773e0bb4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78837) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 13:35:03.094749 dv-cinder-784779-11-smb neutron-server[78837]: WARNING oslo_policy.policy [None req-200d9504-fee1-4986-bd19-352773e0bb4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 13:35:03.095143 dv-cinder-784779-11-smb neutron-server[78837]: WARNING oslo_policy.policy [None req-200d9504-fee1-4986-bd19-352773e0bb4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 13:35:03.103716 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d9504-fee1-4986-bd19-352773e0bb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:35:03.105746 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-200d9504-fee1-4986-bd19-352773e0bb4a admin admin] 10.222.0.30 "GET /v2.0/networks/b7bc2496-14b8-4879-9e29-d99c978e07ff HTTP/1.1" status: 200 len: 825 time: 1.2813835 May 11 13:35:03.141042 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4429760e-2828-4f65-bd15-847c3d07bf0e admin admin] 10.222.0.30 "GET /v2.0/subnetpools/e85b2290-1d92-4ef7-982f-bd55cb5bd8e5 HTTP/1.1" status: 200 len: 734 time: 0.0296292 May 11 13:35:03.150807 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Request body: {'subnet': {'subnetpool_id': 'e85b2290-1d92-4ef7-982f-bd55cb5bd8e5', 'name': 'private-subnet', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'gateway_ip': '172.20.0.1', 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff', 'ip_version': 4}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:35:03.152519 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.quota [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Loaded quota_driver: . May 11 13:35:03.159159 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:35:03.165089 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Usage tracker for resource:subnet and tenant:6a6beac04e7e4704a7316eaf1fb2c599 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:35:03.168935 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:35:03.182703 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:35:03.206099 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Made reservation on behalf of 6a6beac04e7e4704a7316eaf1fb2c599 for: {'subnet': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:35:03.209656 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:03.748477 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:03.753815 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:03.839413 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Checking segment: {'id': 'b1888563-4c9b-4032-b42d-8ec35fdafe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:35:03.839690 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Network hostable DHCP agents. Network: b7bc2496-14b8-4879-9e29-d99c978e07ff, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:35:03.848025 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2111a4f-189a-46d1-a5b9-5be4b6fbd008,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:03.860070 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.860417 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.860769 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.861060 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.861369 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.861681 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.862011 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.862317 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.862612 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.862912 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.863218 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.863542 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Tracked resource versions report: May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: pushed versions: May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: { 'AddressGroup': {'1.2'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'ConntrackHelper': {'1.0'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'Log': {'1.0'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'Network': {'1.1'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'Port': {'1.7'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'PortForwarding': {'1.2'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'QosPolicy': {'1.8'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'SecurityGroup': {'1.4'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'SecurityGroupRule': {'1.2'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'SubPort': {'1.0'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'Subnet': {'1.1'}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'Trunk': {'1.1'}} May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: consumer versions: May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: { DHCP agent@dv-cinder-784779-11-smb: {}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: L3 agent@dv-cinder-784779-11-smb: {}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: Metadata agent@dv-cinder-784779-11-smb: {}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: Metering agent@dv-cinder-784779-11-smb: {}, May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: Open vSwitch agent@dv-cinder-784779-11-smb: { 'AddressGroup': '1.2', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'ConntrackHelper': '1.0', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'Log': '1.0', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'Network': '1.1', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'Port': '1.7', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'PortForwarding': '1.2', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'QosPolicy': '1.8', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'SecurityGroup': '1.4', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'SecurityGroupRule': '1.2', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'SubPort': '1.0', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'Subnet': '1.1', May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: 'Trunk': '1.1'}} May 11 13:35:03.864669 dv-cinder-784779-11-smb neutron-server[78837]: {{(pid=78837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 13:35:03.901434 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:03.907986 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Network b7bc2496-14b8-4879-9e29-d99c978e07ff is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:35:03.919620 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, b7bc2496-14b8-4879-9e29-d99c978e07ff) {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:35:03.926059 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:35:03.934647 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd80a14-891d-46fb-a818-71c8dc2bd993 None None] Network b7bc2496-14b8-4879-9e29-d99c978e07ff requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:35:03.936818 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:03.964922 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8179703 May 11 13:35:04.282828 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd61d72-5859-506b-89f6-35b500c5e50d-b7bc2496-14b8-4879-9e29-d99c978e07ff', 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'fixed_ips': [{'subnet_id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008'}]}} from dv-cinder-784779-11-smb. {{(pid=78838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 13:35:04.284572 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:04.533105 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.db_base_plugin_common [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Allocated IP 172.20.0.2 (b7bc2496-14b8-4879-9e29-d99c978e07ff/c2111a4f-189a-46d1-a5b9-5be4b6fbd008/928ab79f-f011-45ae-87ba-c9aa9c4feab9) {{(pid=78838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:35:04.788551 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:04.803661 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Transition to ACTIVE for port object 928ab79f-f011-45ae-87ba-c9aa9c4feab9 will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:35:04.827350 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Transition to ACTIVE for port object 928ab79f-f011-45ae-87ba-c9aa9c4feab9 will not be triggered until provisioned by entity DHCP. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:35:04.836827 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:04.843180 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:04.903588 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Network b7bc2496-14b8-4879-9e29-d99c978e07ff is already hosted by enough agents. {{(pid=78838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:35:04.904870 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.base_scheduler [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Resources bound (agent type, host, resource id): {{(pid=78838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:35:04.908349 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Received port after_create {{(pid=78838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:35:04.926232 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Pushing event updated for resources: {'Port': ['ID=928ab79f-f011-45ae-87ba-c9aa9c4feab9,revision_number=1']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:04.969043 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.970006 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.970006 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.970006 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.970322 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.970641 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.970963 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.971283 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.971619 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.971936 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.972250 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.972596 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Tracked resource versions report: May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: pushed versions: May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: { 'AddressGroup': {'1.2'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'ConntrackHelper': {'1.0'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'Log': {'1.0'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'Network': {'1.1'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'Port': {'1.7'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'PortForwarding': {'1.2'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'QosPolicy': {'1.8'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'SecurityGroup': {'1.4'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'SecurityGroupRule': {'1.2'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'SubPort': {'1.0'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'Subnet': {'1.1'}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'Trunk': {'1.1'}} May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: consumer versions: May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: { DHCP agent@dv-cinder-784779-11-smb: {}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: L3 agent@dv-cinder-784779-11-smb: {}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: Metadata agent@dv-cinder-784779-11-smb: {}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: Metering agent@dv-cinder-784779-11-smb: {}, May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: Open vSwitch agent@dv-cinder-784779-11-smb: { 'AddressGroup': '1.2', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'ConntrackHelper': '1.0', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'Log': '1.0', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'Network': '1.1', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'Port': '1.7', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'PortForwarding': '1.2', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'QosPolicy': '1.8', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'SecurityGroup': '1.4', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'SecurityGroupRule': '1.2', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'SubPort': '1.0', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'Subnet': '1.1', May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: 'Trunk': '1.1'}} May 11 13:35:04.973713 dv-cinder-784779-11-smb neutron-server[78838]: {{(pid=78838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 13:35:04.978412 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:05.030054 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Attempting to bind port 928ab79f-f011-45ae-87ba-c9aa9c4feab9 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:35:05.030450 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Attempting to bind port 928ab79f-f011-45ae-87ba-c9aa9c4feab9 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'b1888563-4c9b-4032-b42d-8ec35fdafe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:35:05.030884 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Attempting to bind port 928ab79f-f011-45ae-87ba-c9aa9c4feab9 on network b7bc2496-14b8-4879-9e29-d99c978e07ff {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:35:05.036792 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:35:05.037210 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Checking segment: {'id': 'b1888563-4c9b-4032-b42d-8ec35fdafe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:35:05.037678 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:05.038072 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Bound using segment: {'id': 'b1888563-4c9b-4032-b42d-8ec35fdafe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:35:05.038736 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Bound port: 928ab79f-f011-45ae-87ba-c9aa9c4feab9, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1888563-4c9b-4032-b42d-8ec35fdafe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:35:05.039077 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:05.143075 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] For port 928ab79f-f011-45ae-87ba-c9aa9c4feab9, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:35:05.147547 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] For port 928ab79f-f011-45ae-87ba-c9aa9c4feab9, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=928ab79f-f011-45ae-87ba-c9aa9c4feab9,segment=NetworkSegment(b1888563-4c9b-4032-b42d-8ec35fdafe72),segment_id=b1888563-4c9b-4032-b42d-8ec35fdafe72)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:35:05.153019 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:05.157297 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:05.242529 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Pushing event updated for resources: {'Port': ['ID=928ab79f-f011-45ae-87ba-c9aa9c4feab9,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:05.245769 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:06.522217 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 34470) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:35:07.009313 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [None req-cac3d289-673a-4a1f-b468-d763969ef1d7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:35:07.010308 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-cac3d289-673a-4a1f-b468-d763969ef1d7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4871314 May 11 13:35:09.601359 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 34480) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:35:10.052305 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [None req-f3c81af3-050e-4bcd-b316-3f4c35e3ed94 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:35:10.054262 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-f3c81af3-050e-4bcd-b316-3f4c35e3ed94 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4519465 May 11 13:35:10.486331 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 928ab79f-f011-45ae-87ba-c9aa9c4feab9 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:35:10.607524 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 928ab79f-f011-45ae-87ba-c9aa9c4feab9 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:35:10.977305 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c09b6-e526-4a55-814a-93b459b5e211 None None] Network b7bc2496-14b8-4879-9e29-d99c978e07ff requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:35:11.073129 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-1795347c-b8e8-4d65-92d6-68f82a6fb48e None None] Provisioning for port 928ab79f-f011-45ae-87ba-c9aa9c4feab9 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:35:11.096828 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-1795347c-b8e8-4d65-92d6-68f82a6fb48e None None] Provisioning complete for port 928ab79f-f011-45ae-87ba-c9aa9c4feab9 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:35:11.097192 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-1795347c-b8e8-4d65-92d6-68f82a6fb48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:11.318360 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-1795347c-b8e8-4d65-92d6-68f82a6fb48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:11.363253 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-1795347c-b8e8-4d65-92d6-68f82a6fb48e None None] For port 928ab79f-f011-45ae-87ba-c9aa9c4feab9, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=928ab79f-f011-45ae-87ba-c9aa9c4feab9,segment=NetworkSegment(b1888563-4c9b-4032-b42d-8ec35fdafe72),segment_id=b1888563-4c9b-4032-b42d-8ec35fdafe72)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:35:11.374320 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-1795347c-b8e8-4d65-92d6-68f82a6fb48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:11.390370 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:11.473679 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795347c-b8e8-4d65-92d6-68f82a6fb48e None None] Pushing event updated for resources: {'Port': ['ID=928ab79f-f011-45ae-87ba-c9aa9c4feab9,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:11.480307 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-1795347c-b8e8-4d65-92d6-68f82a6fb48e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:11.699766 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-443926c8-a256-4b78-80cb-908f6d549d83 None None] Provisioning complete for port 928ab79f-f011-45ae-87ba-c9aa9c4feab9 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:35:11.700484 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-443926c8-a256-4b78-80cb-908f6d549d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:12.420220 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 928ab79f-f011-45ae-87ba-c9aa9c4feab9 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:35:12.490483 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 928ab79f-f011-45ae-87ba-c9aa9c4feab9 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:35:12.490752 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:12.859269 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 5 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:35:12.870722 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 34498) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:35:13.300100 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] Request body: {'router': {'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'admin_state_up': True, 'name': 'router1'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:35:13.305690 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:35:13.310979 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] Usage tracker for resource:router and tenant:6a6beac04e7e4704a7316eaf1fb2c599 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:35:13.314722 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:35:13.321290 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:35:13.350278 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-908005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259445'] for router, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:13.352032 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-908010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-852141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259404'] for router, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:13.378758 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:13.493956 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6227-eb9b-4b1b-b3a2-954ff609649f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:13.510102 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669958'] for router, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:13.539739 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] Notify callbacks [] for router, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:13.541154 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-eabbb252-61dc-4187-9fc9-4f97054d66a5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6693461 May 11 13:35:15.964895 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 34508) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:35:16.205436 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-1f86db1e-aedb-404c-8490-c114525b94af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:16.281106 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:16.378427 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [None req-f90aa5c9-c524-44b5-ba86-4b0e1fa21189 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:35:16.379398 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-f90aa5c9-c524-44b5-ba86-4b0e1fa21189 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4133186 May 11 13:35:17.947829 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:18.800480 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 34528) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:35:18.962933 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:35:18.968583 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:35:18.973035 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Usage tracker for resource:network and tenant:d85f70174bc9407f960c0d65ba5ff24a is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:35:18.976322 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:35:18.982735 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:35:18.995091 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Made reservation on behalf of d85f70174bc9407f960c0d65ba5ff24a for: {'network': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:35:18.997858 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:19.016695 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:19.031428 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:35:19.035251 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Usage tracker for resource:security_group_rule and tenant:d85f70174bc9407f960c0d65ba5ff24a is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:35:19.038470 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:35:19.044575 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:35:19.093052 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:19.147752 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:19.152945 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:19.156113 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:19.171522 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Reserving flat network on physical network physnet1 {{(pid=78837) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 11 13:35:19.192962 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9893b9d-71c4-4b57-9933-9b67c7b381cc,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:19.198234 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730301992340', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:19.198879 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Unsubscribe: segment precommit_create {{(pid=78837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 11 13:35:19.199472 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.segments_db [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Added segment 66e1815c-2c75-4214-9baa-a1fa9d965fa0 of type flat for network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf May 11 13:35:19.206754 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:19.246586 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:19.291169 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:19.292502 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:35:19.293087 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:19.296339 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:19.396363 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd5223b-96e3-4eff-ad4d-31cccabef5cf,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:19.399152 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5976639 May 11 13:35:19.400931 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:19.409306 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:35:21.585059 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 34548) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:35:21.707120 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c74301-9c9c-4bda-8617-b27709e83085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:35:21.708593 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-d6c74301-9c9c-4bda-8617-b27709e83085 admin admin] 10.222.0.30 "GET /v2.0/subnets/c2111a4f-189a-46d1-a5b9-5be4b6fbd008 HTTP/1.1" status: 200 len: 849 time: 0.1225309 May 11 13:35:21.881125 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-3295779d-6fd1-4260-9d63-a61da0907e9c admin admin] 10.222.0.30 "GET /v2.0/routers/fcb5359b-6e13-419d-a8f7-84cf99658d97 HTTP/1.1" status: 200 len: 704 time: 0.1666663 May 11 13:35:22.368911 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:22.608576 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Allocated IP 172.20.0.1 (b7bc2496-14b8-4879-9e29-d99c978e07ff/c2111a4f-189a-46d1-a5b9-5be4b6fbd008/a010d30f-d736-4e42-8106-02780c4196aa) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:35:22.777729 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:22.796771 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Transition to ACTIVE for port object a010d30f-d736-4e42-8106-02780c4196aa will not be triggered until provisioned by entity DHCP. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:35:22.863432 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:22.868316 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:22.930120 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Network b7bc2496-14b8-4879-9e29-d99c978e07ff is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:35:22.933896 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:35:22.947777 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:35:22.948338 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657369'] for router_interface, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:23.068581 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Pushing event updated for resources: {'Port': ['ID=a010d30f-d736-4e42-8106-02780c4196aa,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:23.089953 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:23.152911 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-368bf05c-ca26-43d7-9f66-003286fb9386 None None] Provisioning for port a010d30f-d736-4e42-8106-02780c4196aa completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:35:23.157805 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-368bf05c-ca26-43d7-9f66-003286fb9386 None None] Provisioning complete for port a010d30f-d736-4e42-8106-02780c4196aa triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:35:23.158204 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-368bf05c-ca26-43d7-9f66-003286fb9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:23.214565 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-368bf05c-ca26-43d7-9f66-003286fb9386 None None] Port a010d30f-d736-4e42-8106-02780c4196aa cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:35:23.216685 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:23.475013 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:23.483266 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:23.485063 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657274'] for router_interface, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:23.492839 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:23.665839 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Pushing event updated for resources: {'Port': ['ID=a010d30f-d736-4e42-8106-02780c4196aa,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:23.670334 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:23.734352 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Network b7bc2496-14b8-4879-9e29-d99c978e07ff is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:35:23.735358 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:35:23.928994 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Router fcb5359b-6e13-419d-a8f7-84cf99658d97 is scheduled to L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 with binding_index 1 {{(pid=78836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 13:35:23.939418 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-35fd8c52-2784-4e1a-97d6-8dbdec368e5f None None] Provisioning complete for port a010d30f-d736-4e42-8106-02780c4196aa triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:35:23.939794 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-35fd8c52-2784-4e1a-97d6-8dbdec368e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:23.994962 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-35fd8c52-2784-4e1a-97d6-8dbdec368e5f None None] Port a010d30f-d736-4e42-8106-02780c4196aa cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:35:24.089096 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:35:24.098926 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] 10.222.0.30 "PUT /v2.0/routers/fcb5359b-6e13-419d-a8f7-84cf99658d97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2128069 May 11 13:35:24.100073 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Sync routers for ids ['fcb5359b-6e13-419d-a8f7-84cf99658d97'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:35:24.111696 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Routers {'fcb5359b-6e13-419d-a8f7-84cf99658d97'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:35:24.112576 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:35:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['fcb5359b-6e13-419d-a8f7-84cf99658d97'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:35:24.286264 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Set router fcb5359b-6e13-419d-a8f7-84cf99658d97 gateway port host: None {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:35:24.663389 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'name': 'router1', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:35:13Z', 'updated_at': '2021-05-11T13:35:23Z', 'revision_number': 2, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'gw_port_host': None, '_interfaces': [{'id': 'a010d30f-d736-4e42-8106-02780c4196aa', 'name': '', 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'mac_address': 'fa:16:3e:9c:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:35:22Z', 'updated_at': '2021-05-11T13:35:23Z', 'revision_number': 2, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'subnets': [{'id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85b2290-1d92-4ef7-982f-bd55cb5bd8e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:35:24.668819 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Checking router: fcb5359b-6e13-419d-a8f7-84cf99658d97 for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:35:24.669183 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Updating router fcb5359b-6e13-419d-a8f7-84cf99658d97 port a010d30f-d736-4e42-8106-02780c4196aa binding host dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:35:24.722197 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:25.131981 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Notify callbacks [] for port, precommit_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:25.148632 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.provisioning_blocks [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Transition to ACTIVE for port object a010d30f-d736-4e42-8106-02780c4196aa will not be triggered until provisioned by entity L2. {{(pid=78839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:35:25.157559 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:25.164380 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:25.376354 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Pushing event updated for resources: {'Port': ['ID=a010d30f-d736-4e42-8106-02780c4196aa,revision_number=3']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:25.389518 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.389847 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.390175 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.390490 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.390805 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.391123 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.391431 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.391739 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.392057 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.392365 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.392696 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.393001 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Tracked resource versions report: May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: pushed versions: May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: { 'AddressGroup': {'1.2'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'ConntrackHelper': {'1.0'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'Log': {'1.0'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'Network': {'1.1'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'Port': {'1.7'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'PortForwarding': {'1.2'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'QosPolicy': {'1.8'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'SecurityGroup': {'1.4'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'SecurityGroupRule': {'1.2'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'SubPort': {'1.0'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'Subnet': {'1.1'}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'Trunk': {'1.1'}} May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: consumer versions: May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: { DHCP agent@dv-cinder-784779-11-smb: {}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: L3 agent@dv-cinder-784779-11-smb: {}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: Metadata agent@dv-cinder-784779-11-smb: {}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: Metering agent@dv-cinder-784779-11-smb: {}, May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: Open vSwitch agent@dv-cinder-784779-11-smb: { 'AddressGroup': '1.2', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'ConntrackHelper': '1.0', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'Log': '1.0', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'Network': '1.1', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'Port': '1.7', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'PortForwarding': '1.2', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'QosPolicy': '1.8', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'SecurityGroup': '1.4', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'SecurityGroupRule': '1.2', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'SubPort': '1.0', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'Subnet': '1.1', May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: 'Trunk': '1.1'}} May 11 13:35:25.394120 dv-cinder-784779-11-smb neutron-server[78839]: {{(pid=78839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 13:35:25.398361 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Attempting to bind port a010d30f-d736-4e42-8106-02780c4196aa on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:35:25.398755 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Attempting to bind port a010d30f-d736-4e42-8106-02780c4196aa by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'b1888563-4c9b-4032-b42d-8ec35fdafe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff'}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:35:25.399623 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Attempting to bind port a010d30f-d736-4e42-8106-02780c4196aa on network b7bc2496-14b8-4879-9e29-d99c978e07ff {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:35:25.401474 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:25.408508 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:35:25.408926 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Checking segment: {'id': 'b1888563-4c9b-4032-b42d-8ec35fdafe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:35:25.409384 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:25.409772 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Bound using segment: {'id': 'b1888563-4c9b-4032-b42d-8ec35fdafe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff'} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:35:25.410275 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Bound port: a010d30f-d736-4e42-8106-02780c4196aa, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1888563-4c9b-4032-b42d-8ec35fdafe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff'}}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:35:25.410668 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:25.506178 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] For port a010d30f-d736-4e42-8106-02780c4196aa, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:35:25.511430 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] For port a010d30f-d736-4e42-8106-02780c4196aa, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=a010d30f-d736-4e42-8106-02780c4196aa,segment=NetworkSegment(b1888563-4c9b-4032-b42d-8ec35fdafe72),segment_id=b1888563-4c9b-4032-b42d-8ec35fdafe72)] {{(pid=78839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:35:25.516024 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:25.520059 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:25.583373 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Routers {'fcb5359b-6e13-419d-a8f7-84cf99658d97'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:35:25.584002 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:35:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['fcb5359b-6e13-419d-a8f7-84cf99658d97'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:35:25.754091 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Pushing event updated for resources: {'Port': ['ID=a010d30f-d736-4e42-8106-02780c4196aa,revision_number=4']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:25.768231 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:25.782152 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] Set router fcb5359b-6e13-419d-a8f7-84cf99658d97 gateway port host: None {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:35:26.109776 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'name': 'router1', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:35:13Z', 'updated_at': '2021-05-11T13:35:23Z', 'revision_number': 2, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'gw_port_host': None, '_interfaces': [{'id': 'a010d30f-d736-4e42-8106-02780c4196aa', 'name': '', 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'mac_address': 'fa:16:3e:9c:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:35:22Z', 'updated_at': '2021-05-11T13:35:25Z', 'revision_number': 4, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'subnets': [{'id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85b2290-1d92-4ef7-982f-bd55cb5bd8e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:35:26.113971 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdde72e-71a9-40d8-a980-def31385832d None None] The sync data for ids ['fcb5359b-6e13-419d-a8f7-84cf99658d97'] in dv-cinder-784779-11-smb is: [{'id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'name': 'router1', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:35:13Z', 'updated_at': '2021-05-11T13:35:23Z', 'revision_number': 2, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'gw_port_host': None, '_interfaces': [{'id': 'a010d30f-d736-4e42-8106-02780c4196aa', 'name': '', 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'mac_address': 'fa:16:3e:9c:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:35:22Z', 'updated_at': '2021-05-11T13:35:25Z', 'revision_number': 4, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'subnets': [{'id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85b2290-1d92-4ef7-982f-bd55cb5bd8e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:35:26.279791 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 34560) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:35:26.431349 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfccff5-8e43-49fa-9772-35fa8ed0dc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:35:26.436316 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-4dfccff5-8e43-49fa-9772-35fa8ed0dc99 admin admin] 10.222.0.30 "GET /v2.0/networks/5fd5223b-96e3-4eff-ad4d-31cccabef5cf HTTP/1.1" status: 200 len: 842 time: 0.1553423 May 11 13:35:26.442091 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'ip_version': 4, 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:35:26.447492 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:35:26.451915 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Usage tracker for resource:subnet and tenant:d85f70174bc9407f960c0d65ba5ff24a is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:35:26.454976 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:35:26.460813 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:35:26.475592 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Made reservation on behalf of d85f70174bc9407f960c0d65ba5ff24a for: {'subnet': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:35:26.478954 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:26.923988 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.objects.ports [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78836) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 11 13:35:26.924462 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:26.928149 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:27.007545 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be970c6f-aa57-4970-be94-b14e6a898fc6,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:27.010826 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Checking segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:35:27.011293 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Network hostable DHCP agents. Network: 5fd5223b-96e3-4eff-ad4d-31cccabef5cf, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:35:27.014356 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:27.032123 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:35:27.042956 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 5fd5223b-96e3-4eff-ad4d-31cccabef5cf) {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:35:27.046972 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:35:27.047559 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:27.053871 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da8954-4e84-4879-ba2a-5739966a5eab None None] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:35:27.129124 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6904390 May 11 13:35:27.270086 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67617058-3336-4979-8144-2be557bae02c None None] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:35:29.405871 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 34574) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:35:29.607077 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ce6d52c4-d4ce-4a67-997b-18547e4ba174 admin admin] 10.222.0.30 "GET /v2.0/routers/fcb5359b-6e13-419d-a8f7-84cf99658d97 HTTP/1.1" status: 200 len: 710 time: 0.2000303 May 11 13:35:29.737705 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17efccfc-f9ba-4279-a5ad-3f23fec3b57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:35:29.738939 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-17efccfc-f9ba-4279-a5ad-3f23fec3b57b admin admin] 10.222.0.30 "GET /v2.0/networks/5fd5223b-96e3-4eff-ad4d-31cccabef5cf HTTP/1.1" status: 200 len: 886 time: 0.1265764 May 11 13:35:29.748346 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:35:30.203957 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-909073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259410'] for router, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:30.443509 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device a010d30f-d736-4e42-8106-02780c4196aa up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:35:30.517621 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port a010d30f-d736-4e42-8106-02780c4196aa completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:35:30.522683 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port a010d30f-d736-4e42-8106-02780c4196aa triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:35:30.523062 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:30.547206 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:30.604071 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:30.642270 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:30.678643 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port a010d30f-d736-4e42-8106-02780c4196aa, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=a010d30f-d736-4e42-8106-02780c4196aa,segment=NetworkSegment(b1888563-4c9b-4032-b42d-8ec35fdafe72),segment_id=b1888563-4c9b-4032-b42d-8ec35fdafe72)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:35:30.683888 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:30.686340 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:30.753650 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=a010d30f-d736-4e42-8106-02780c4196aa,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:30.756933 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:30.799678 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Allocated IP 172.28.2.53 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/c68a52bb-3f14-4665-871c-e8390eb7f4d9) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:35:30.954553 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:30.985815 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:30.989930 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c6a45a19-edbb-4325-91a1-1b5ecd653f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:31.054813 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:35:31.057630 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:35:31.066377 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:35:31.121797 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Pushing event updated for resources: {'Port': ['ID=c68a52bb-3f14-4665-871c-e8390eb7f4d9,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:31.178547 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:31.458079 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:31.805819 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-909073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259410'] for router, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:31.809234 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-669967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-909062'] for router, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:31.986471 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Router fcb5359b-6e13-419d-a8f7-84cf99658d97 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:35:32.222841 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:35:32.231575 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Notify callbacks [] for router, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:32.233882 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] 10.222.0.30 "PUT /v2.0/routers/fcb5359b-6e13-419d-a8f7-84cf99658d97 HTTP/1.1" status: 200 len: 889 time: 2.4880147 May 11 13:35:32.236172 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Sync routers for ids ['fcb5359b-6e13-419d-a8f7-84cf99658d97'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:35:32.252183 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Routers {'fcb5359b-6e13-419d-a8f7-84cf99658d97'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:35:32.253202 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:35:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['fcb5359b-6e13-419d-a8f7-84cf99658d97'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:35:32.452184 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device a010d30f-d736-4e42-8106-02780c4196aa up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:35:32.545566 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Set router fcb5359b-6e13-419d-a8f7-84cf99658d97 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:35:32.649421 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port a010d30f-d736-4e42-8106-02780c4196aa triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:35:32.649819 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:33.023435 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'name': 'router1', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c68a52bb-3f14-4665-871c-e8390eb7f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:35:13Z', 'updated_at': '2021-05-11T13:35:31Z', 'revision_number': 4, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'gw_port': {'id': 'c68a52bb-3f14-4665-871c-e8390eb7f4d9', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:35:30Z', 'updated_at': '2021-05-11T13:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'a010d30f-d736-4e42-8106-02780c4196aa', 'name': '', 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'mac_address': 'fa:16:3e:9c:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:35:22Z', 'updated_at': '2021-05-11T13:35:30Z', 'revision_number': 5, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'subnets': [{'id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85b2290-1d92-4ef7-982f-bd55cb5bd8e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:35:33.028880 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Checking router: fcb5359b-6e13-419d-a8f7-84cf99658d97 for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:35:33.029235 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Updating router fcb5359b-6e13-419d-a8f7-84cf99658d97 port c68a52bb-3f14-4665-871c-e8390eb7f4d9 binding host dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:35:33.085473 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:33.420602 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Notify callbacks [] for port, precommit_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:33.432145 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Transition to ACTIVE for port object c68a52bb-3f14-4665-871c-e8390eb7f4d9 will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:35:33.439772 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:33.443610 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-1795347c-b8e8-4d65-92d6-68f82a6fb48e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:33.520496 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12914f-6113-4cf1-ab8d-0ee495a686c5 None None] Pushing event updated for resources: {'Port': ['ID=c68a52bb-3f14-4665-871c-e8390eb7f4d9,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:33.522792 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Attempting to bind port c68a52bb-3f14-4665-871c-e8390eb7f4d9 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:35:33.523162 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Attempting to bind port c68a52bb-3f14-4665-871c-e8390eb7f4d9 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:35:33.523512 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Attempting to bind port c68a52bb-3f14-4665-871c-e8390eb7f4d9 on network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:35:33.525852 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-5e12914f-6113-4cf1-ab8d-0ee495a686c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:33.531618 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:35:33.531992 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Checking segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:35:33.532393 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:33.532806 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Bound using segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:35:33.533279 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Bound port: c68a52bb-3f14-4665-871c-e8390eb7f4d9, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:35:33.533661 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:33.610016 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] For port c68a52bb-3f14-4665-871c-e8390eb7f4d9, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:35:33.613476 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] For port c68a52bb-3f14-4665-871c-e8390eb7f4d9, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=c68a52bb-3f14-4665-871c-e8390eb7f4d9,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:35:33.622274 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:33.626723 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:33.702435 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Routers {'fcb5359b-6e13-419d-a8f7-84cf99658d97'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:35:33.703073 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:35:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['fcb5359b-6e13-419d-a8f7-84cf99658d97'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:35:33.762055 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12914f-6113-4cf1-ab8d-0ee495a686c5 None None] Pushing event updated for resources: {'Port': ['ID=c68a52bb-3f14-4665-871c-e8390eb7f4d9,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:33.819556 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-5e12914f-6113-4cf1-ab8d-0ee495a686c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:33.888403 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] Set router fcb5359b-6e13-419d-a8f7-84cf99658d97 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:35:34.242269 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'name': 'router1', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c68a52bb-3f14-4665-871c-e8390eb7f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:35:13Z', 'updated_at': '2021-05-11T13:35:31Z', 'revision_number': 4, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'gw_port': {'id': 'c68a52bb-3f14-4665-871c-e8390eb7f4d9', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:35:30Z', 'updated_at': '2021-05-11T13:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'a010d30f-d736-4e42-8106-02780c4196aa', 'name': '', 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'mac_address': 'fa:16:3e:9c:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:35:22Z', 'updated_at': '2021-05-11T13:35:30Z', 'revision_number': 5, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'subnets': [{'id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85b2290-1d92-4ef7-982f-bd55cb5bd8e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:35:34.246693 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d23c8ae-7bf0-42fd-9535-c08826d8d2ed None None] The sync data for ids ['fcb5359b-6e13-419d-a8f7-84cf99658d97'] in dv-cinder-784779-11-smb is: [{'id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'name': 'router1', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': 'c68a52bb-3f14-4665-871c-e8390eb7f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:35:13Z', 'updated_at': '2021-05-11T13:35:31Z', 'revision_number': 4, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'gw_port': {'id': 'c68a52bb-3f14-4665-871c-e8390eb7f4d9', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:35:30Z', 'updated_at': '2021-05-11T13:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'a010d30f-d736-4e42-8106-02780c4196aa', 'name': '', 'network_id': 'b7bc2496-14b8-4879-9e29-d99c978e07ff', 'tenant_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'mac_address': 'fa:16:3e:9c:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5359b-6e13-419d-a8f7-84cf99658d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:35:22Z', 'updated_at': '2021-05-11T13:35:30Z', 'revision_number': 5, 'project_id': '6a6beac04e7e4704a7316eaf1fb2c599', 'subnets': [{'id': 'c2111a4f-189a-46d1-a5b9-5be4b6fbd008', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85b2290-1d92-4ef7-982f-bd55cb5bd8e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:35:34.476109 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device c68a52bb-3f14-4665-871c-e8390eb7f4d9 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:35:34.556845 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port c68a52bb-3f14-4665-871c-e8390eb7f4d9 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:35:34.566339 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port c68a52bb-3f14-4665-871c-e8390eb7f4d9 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:35:34.566708 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:34.674091 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 34584) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:35:34.701373 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:34.719129 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port c68a52bb-3f14-4665-871c-e8390eb7f4d9, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=c68a52bb-3f14-4665-871c-e8390eb7f4d9,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:35:34.725184 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:34.727575 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:35:34.798736 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=c68a52bb-3f14-4665-871c-e8390eb7f4d9,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:35:34.802095 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:35:34.827869 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4f70889f-d5d7-4a67-8643-c4ef1b9826bc admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1526141 May 11 13:35:36.439289 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device c68a52bb-3f14-4665-871c-e8390eb7f4d9 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:35:36.554624 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port c68a52bb-3f14-4665-871c-e8390eb7f4d9 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:35:36.555781 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:43.512530 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-83cac2d7-0220-4270-a497-849257a3b696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:46.205445 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9b39-1612-4925-a0f6-6ccc0fb85075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:46.287834 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:47.951517 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:49.106549 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:35:49.859822 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 5 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:36:13.505969 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9036-a174-47a3-b449-d8c1e6b14df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:36:16.204889 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-f6a88dab-1273-45f4-ab32-f2374fa2b015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:36:16.297982 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:36:17.956171 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:36:19.116491 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:36:26.859658 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 5 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:36:43.504502 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a6e9309e-f7c8-4ea2-9495-04969b06ccd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:36:46.203276 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4d306473-0499-401d-a33a-f2f1c24529f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:36:46.289088 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:36:47.958588 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:36:49.111406 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:03.859812 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 5 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:37:10.614141 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35154) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:10.697060 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f6895e-0543-47b6-b173-c06075ed9190 admin admin] GET failed (client error): The resource could not be found. May 11 13:37:10.697547 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-56f6895e-0543-47b6-b173-c06075ed9190 admin admin] Synchronizing usage tracker for tenant:d85f70174bc9407f960c0d65ba5ff24a on resource:network {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:37:10.719214 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-56f6895e-0543-47b6-b173-c06075ed9190 admin admin] Unset dirty status for tenant:d85f70174bc9407f960c0d65ba5ff24a on resource:network {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:37:10.720287 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-56f6895e-0543-47b6-b173-c06075ed9190 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1052017 May 11 13:37:10.857523 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d4bded-a987-429a-b71d-898a66cc8dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:10.858969 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-07d4bded-a987-429a-b71d-898a66cc8dc1 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1331053 May 11 13:37:12.992416 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35164) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:13.118512 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccedec8a-c84d-49d7-b850-39809f0902a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:13.120594 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-ccedec8a-c84d-49d7-b850-39809f0902a2 admin admin] 10.222.0.30 "GET /v2.0/subnets/c2111a4f-189a-46d1-a5b9-5be4b6fbd008 HTTP/1.1" status: 200 len: 849 time: 0.1269722 May 11 13:37:13.129917 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:37:13.253416 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:13.460168 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730301985886'] for subnet, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:13.464353 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-dad71a51-3f59-4167-8261-72bf26a160aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:37:13.502460 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf4d4-f5f0-4898-a4c5-d301b456f7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:13.507069 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:13.507583 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:13.513148 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] 10.222.0.30 "PUT /v2.0/subnets/c2111a4f-189a-46d1-a5b9-5be4b6fbd008 HTTP/1.1" status: 200 len: 868 time: 0.3827963 May 11 13:37:13.517537 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5ee19-c42f-4f63-90e8-ec88a25572af None None] Network b7bc2496-14b8-4879-9e29-d99c978e07ff requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:37:13.537388 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2111a4f-189a-46d1-a5b9-5be4b6fbd008,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:37:13.545959 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.546322 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.546654 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.546976 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.547294 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.547612 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.547926 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.548242 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.548601 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.548919 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.549231 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.549538 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:37:13.553195 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:37:13.971573 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-25bf5652-2b0d-4c57-b03b-edaeeacbbaec None None] Provisioning complete for port a010d30f-d736-4e42-8106-02780c4196aa triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:37:13.971952 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-25bf5652-2b0d-4c57-b03b-edaeeacbbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:14.099374 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-25bf5652-2b0d-4c57-b03b-edaeeacbbaec None None] Provisioning complete for port 928ab79f-f011-45ae-87ba-c9aa9c4feab9 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:37:14.099603 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-25bf5652-2b0d-4c57-b03b-edaeeacbbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:15.642667 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35174) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:15.837514 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c70a55-6e14-49b5-a338-f7b4a23b36d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:15.837899 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c70a55-6e14-49b5-a338-f7b4a23b36d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:15.839487 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-c6c70a55-6e14-49b5-a338-f7b4a23b36d7 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958885 May 11 13:37:16.198374 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-8dadbe01-4907-480c-8ac0-1b09642baef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:16.284667 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:17.942102 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35184) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:17.970125 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:18.150846 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7893a-a145-4a60-a01b-8d0a52fe9418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:18.151330 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7893a-a145-4a60-a01b-8d0a52fe9418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:18.152896 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-2ce7893a-a145-4a60-a01b-8d0a52fe9418 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2095389 May 11 13:37:19.115415 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:20.286215 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35194) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:20.471946 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c003f8-5565-4fa2-8f56-e10c2774cb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:20.473368 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-98c003f8-5565-4fa2-8f56-e10c2774cb77 admin admin] 10.222.0.30 "GET /v2.0/networks/5fd5223b-96e3-4eff-ad4d-31cccabef5cf HTTP/1.1" status: 200 len: 886 time: 0.1861951 May 11 13:37:22.628054 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35204) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:22.831391 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9c54b-be94-44f2-a502-3ad7b34718ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:22.832712 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-4fa9c54b-be94-44f2-a502-3ad7b34718ac admin admin] 10.222.0.30 "GET /v2.0/networks/b7bc2496-14b8-4879-9e29-d99c978e07ff HTTP/1.1" status: 200 len: 869 time: 0.2036247 May 11 13:37:24.975097 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35214) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:25.096466 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc8167d-03f7-4ba1-a628-144637c53b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:25.097023 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc8167d-03f7-4ba1-a628-144637c53b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:25.097747 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5bc8167d-03f7-4ba1-a628-144637c53b0a admin admin] Synchronizing usage tracker for tenant:d85f70174bc9407f960c0d65ba5ff24a on resource:subnet {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:37:25.117060 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5bc8167d-03f7-4ba1-a628-144637c53b0a admin admin] Unset dirty status for tenant:d85f70174bc9407f960c0d65ba5ff24a on resource:subnet {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:37:25.118543 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-5bc8167d-03f7-4ba1-a628-144637c53b0a admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1422482 May 11 13:37:27.271610 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35224) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:27.405315 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5170a-e80d-454b-9593-b56956f2ecf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:27.405776 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5170a-e80d-454b-9593-b56956f2ecf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:27.407303 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-dfa5170a-e80d-454b-9593-b56956f2ecf6 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1343992 May 11 13:37:29.516716 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35234) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:29.623660 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbf5e4-1152-4fd9-a18e-b5a0b55d70d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:29.625028 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-66fbf5e4-1152-4fd9-a18e-b5a0b55d70d5 admin admin] 10.222.0.30 "GET /v2.0/subnets/be970c6f-aa57-4970-be94-b14e6a898fc6 HTTP/1.1" status: 200 len: 816 time: 0.1072867 May 11 13:37:31.793253 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35244) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:31.904635 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d1769-7012-4f5d-9d3c-3e278206b832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:31.905994 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-932d1769-7012-4f5d-9d3c-3e278206b832 admin admin] 10.222.0.30 "GET /v2.0/subnets/c2111a4f-189a-46d1-a5b9-5be4b6fbd008 HTTP/1.1" status: 200 len: 868 time: 0.1116869 May 11 13:37:40.862203 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 5 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:37:43.498679 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a727dc90-3b86-4b75-b6d8-ce280a6a9be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:46.203462 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3c3a8951-7e3f-4086-82e5-069ab772535b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:46.291664 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:47.967118 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:49.123148 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:54.787485 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35288) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:54.837536 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [None req-1807d84e-8dd8-4459-a92b-ee8bac3ab62d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:37:54.838509 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-1807d84e-8dd8-4459-a92b-ee8bac3ab62d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500665 May 11 13:37:57.049489 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35298) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:57.125711 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7cc972-651c-4332-9279-8e80180211fe admin admin] GET failed (client error): The resource could not be found. May 11 13:37:57.127037 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-0b7cc972-651c-4332-9279-8e80180211fe admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0765500 May 11 13:37:57.282506 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ba63d-fa07-438c-8bae-4c9bf5d99248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:57.283893 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-496ba63d-fa07-438c-8bae-4c9bf5d99248 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1524310 May 11 13:37:59.438060 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35308) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:37:59.488943 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:37:59.494333 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:37:59.504174 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:37:59.515042 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Made reservation on behalf of d85f70174bc9407f960c0d65ba5ff24a for: {'network': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:37:59.517492 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:59.629414 dv-cinder-784779-11-smb neutron-server[78837]: WARNING neutron.services.revisions.revision_plugin [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Could not find related network for resource to bump revision. May 11 13:37:59.643048 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=78837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:37:59.653474 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:59.653844 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.segments_db [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Added segment 40feca5c-ee96-47c3-a9f7-dfb32752e087 of type vlan for network d54733b8-4337-4ddb-bb96-d42bd134cd30 May 11 13:37:59.683317 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:59.718842 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:59.720322 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:37:59.720921 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:37:59.724055 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:37:59.830289 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3911128 May 11 13:37:59.830992 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Pushing event updated for resources: {'Network': ['ID=d54733b8-4337-4ddb-bb96-d42bd134cd30,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:37:59.833765 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:37:59.847798 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network d54733b8-4337-4ddb-bb96-d42bd134cd30 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:38:01.977068 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35318) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:38:02.047137 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc6b268-a33d-4d90-a789-cdf908d6e0d4 admin admin] GET failed (client error): The resource could not be found. May 11 13:38:02.047648 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4fc6b268-a33d-4d90-a789-cdf908d6e0d4 admin admin] Synchronizing usage tracker for tenant:d85f70174bc9407f960c0d65ba5ff24a on resource:network {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:38:02.065881 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4fc6b268-a33d-4d90-a789-cdf908d6e0d4 admin admin] Unset dirty status for tenant:d85f70174bc9407f960c0d65ba5ff24a on resource:network {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:38:02.067024 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4fc6b268-a33d-4d90-a789-cdf908d6e0d4 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0890126 May 11 13:38:02.172585 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b575a5e-2853-4637-9258-b9993f5d16a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:38:02.173968 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4b575a5e-2853-4637-9258-b9993f5d16a1 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1025953 May 11 13:38:02.183786 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:38:02.188720 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:38:02.198726 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:38:02.209922 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Made reservation on behalf of d85f70174bc9407f960c0d65ba5ff24a for: {'subnet': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:38:02.212274 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:02.630891 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:02.635190 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:38:02.709674 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8bbd34e-31d3-485a-815b-76cf285856f8,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:38:02.712266 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:38:02.721908 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Checking segment: {'id': '40feca5c-ee96-47c3-a9f7-dfb32752e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:38:02.722258 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Network hostable DHCP agents. Network: d54733b8-4337-4ddb-bb96-d42bd134cd30, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:38:02.741359 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Network d54733b8-4337-4ddb-bb96-d42bd134cd30 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:38:02.752205 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, d54733b8-4337-4ddb-bb96-d42bd134cd30) {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:38:02.757596 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:38:02.758484 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:02.763864 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e2d90-193a-4c2a-8176-00aa529015a4 None None] Network d54733b8-4337-4ddb-bb96-d42bd134cd30 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:38:02.788641 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6083016 May 11 13:38:02.991298 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd61d72-5859-506b-89f6-35b500c5e50d-d54733b8-4337-4ddb-bb96-d42bd134cd30', 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30', 'tenant_id': 'd85f70174bc9407f960c0d65ba5ff24a', 'fixed_ips': [{'subnet_id': 'b8bbd34e-31d3-485a-815b-76cf285856f8'}]}} from dv-cinder-784779-11-smb. {{(pid=78838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 13:38:02.992595 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:03.153276 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.db_base_plugin_common [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Allocated IP 192.168.233.2 (d54733b8-4337-4ddb-bb96-d42bd134cd30/b8bbd34e-31d3-485a-815b-76cf285856f8/5da696cc-b91a-4774-bb92-957879a05aa7) {{(pid=78838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:38:03.369010 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Notify callbacks [] for port, precommit_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:03.379967 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Transition to ACTIVE for port object 5da696cc-b91a-4774-bb92-957879a05aa7 will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:38:03.399752 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Transition to ACTIVE for port object 5da696cc-b91a-4774-bb92-957879a05aa7 will not be triggered until provisioned by entity DHCP. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:38:03.407297 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:03.412063 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-d4700c97-ac64-47b0-98df-e4748c91a8c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:38:03.481959 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Pushing event updated for resources: {'Port': ['ID=5da696cc-b91a-4774-bb92-957879a05aa7,revision_number=1']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:38:03.490777 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.491119 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.491446 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.491769 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.492087 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.492772 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.493087 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.493404 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.493859 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.494178 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.494459 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.495283 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:38:03.498643 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:38:03.501425 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Network d54733b8-4337-4ddb-bb96-d42bd134cd30 is already hosted by enough agents. {{(pid=78838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:38:03.502841 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.base_scheduler [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Resources bound (agent type, host, resource id): {{(pid=78838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:38:03.505446 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Received port after_create {{(pid=78838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:38:03.598240 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Attempting to bind port 5da696cc-b91a-4774-bb92-957879a05aa7 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:38:03.598604 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Attempting to bind port 5da696cc-b91a-4774-bb92-957879a05aa7 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '40feca5c-ee96-47c3-a9f7-dfb32752e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:38:03.598962 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Attempting to bind port 5da696cc-b91a-4774-bb92-957879a05aa7 on network d54733b8-4337-4ddb-bb96-d42bd134cd30 {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:38:03.605079 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:38:03.605453 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Checking segment: {'id': '40feca5c-ee96-47c3-a9f7-dfb32752e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:38:03.605861 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:03.606241 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Bound using segment: {'id': '40feca5c-ee96-47c3-a9f7-dfb32752e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:38:03.606717 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Bound port: 5da696cc-b91a-4774-bb92-957879a05aa7, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40feca5c-ee96-47c3-a9f7-dfb32752e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:38:03.607130 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:03.697199 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] For port 5da696cc-b91a-4774-bb92-957879a05aa7, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:38:03.701106 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] For port 5da696cc-b91a-4774-bb92-957879a05aa7, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=5da696cc-b91a-4774-bb92-957879a05aa7,segment=NetworkSegment(40feca5c-ee96-47c3-a9f7-dfb32752e087),segment_id=40feca5c-ee96-47c3-a9f7-dfb32752e087)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:38:03.706631 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:03.710674 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:38:03.788801 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Pushing event updated for resources: {'Port': ['ID=5da696cc-b91a-4774-bb92-957879a05aa7,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:38:03.792183 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:38:04.583029 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 5da696cc-b91a-4774-bb92-957879a05aa7 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:38:04.645886 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647d200f-2afe-4206-8023-7840733c8af2 None None] Network d54733b8-4337-4ddb-bb96-d42bd134cd30 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:38:04.758489 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 5da696cc-b91a-4774-bb92-957879a05aa7 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:38:04.816902 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-3cc38d69-ecdf-4a7a-85ed-7173a67d9c14 None None] Provisioning for port 5da696cc-b91a-4774-bb92-957879a05aa7 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:38:04.828273 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-3cc38d69-ecdf-4a7a-85ed-7173a67d9c14 None None] Provisioning complete for port 5da696cc-b91a-4774-bb92-957879a05aa7 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:38:04.828663 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3cc38d69-ecdf-4a7a-85ed-7173a67d9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:05.027136 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3cc38d69-ecdf-4a7a-85ed-7173a67d9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:05.070076 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-3cc38d69-ecdf-4a7a-85ed-7173a67d9c14 None None] For port 5da696cc-b91a-4774-bb92-957879a05aa7, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=5da696cc-b91a-4774-bb92-957879a05aa7,segment=NetworkSegment(40feca5c-ee96-47c3-a9f7-dfb32752e087),segment_id=40feca5c-ee96-47c3-a9f7-dfb32752e087)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:38:05.076533 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3cc38d69-ecdf-4a7a-85ed-7173a67d9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:05.079583 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-56f1435d-1a72-4c6d-a64e-a4b5e3c0684a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:38:05.163858 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc38d69-ecdf-4a7a-85ed-7173a67d9c14 None None] Pushing event updated for resources: {'Port': ['ID=5da696cc-b91a-4774-bb92-957879a05aa7,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:38:05.168003 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-3cc38d69-ecdf-4a7a-85ed-7173a67d9c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:38:05.306893 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-c4a96f1a-04f3-4ed1-ad2d-45aa5e11c3d8 None None] Provisioning complete for port 5da696cc-b91a-4774-bb92-957879a05aa7 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:38:05.307188 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-c4a96f1a-04f3-4ed1-ad2d-45aa5e11c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:06.557779 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 5da696cc-b91a-4774-bb92-957879a05aa7 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:38:06.628957 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 5da696cc-b91a-4774-bb92-957879a05aa7 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:38:06.629325 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:13.495244 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-cb0b8931-a0a2-4a3a-ba2f-9ac845e49d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:16.207510 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b6805efe-e6b2-4257-8006-61a0c91e3617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:16.286548 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:17.859452 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 5 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:38:17.971300 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:19.126765 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:43.493175 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-fb061b7e-9b44-46f3-97ce-d091518179e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:46.214253 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-bd12fd6c-3c59-40e3-8ea5-41c5f6b5723e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:46.291514 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:47.974803 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:49.129239 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:38:54.858891 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 5 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:39:08.557375 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35370) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:39:08.566568 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [None req-3652573f-ab85-49f7-9396-21aa7b319041 tempest-verify_tempest_config-1414183844 tempest-verify_tempest_config-1414183844-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:39:08.567862 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-3652573f-ab85-49f7-9396-21aa7b319041 tempest-verify_tempest_config-1414183844 tempest-verify_tempest_config-1414183844-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0092754 May 11 13:39:08.910599 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35388) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:39:09.040286 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:09.055301 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:39:09.059624 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec3341635244dc9a5dd10ea8ee9531c is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:39:09.062687 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:39:09.068969 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:39:09.153792 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:09.161080 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:09.168677 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:39:09.211812 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Synchronizing usage tracker for tenant:d85f70174bc9407f960c0d65ba5ff24a on resource:security_group {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:39:09.214874 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde412a3-fdfb-41e3-ab8a-a7f686382569,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:39:09.226573 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.226983 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.227360 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.227685 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.228006 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.228327 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.228667 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.228985 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.229297 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.229608 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.229964 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.230263 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:39:09.234145 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:39:09.247424 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Unset dirty status for tenant:d85f70174bc9407f960c0d65ba5ff24a on resource:security_group {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:39:09.248777 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ec3341635244dc9a5dd10ea8ee9531c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3367519 May 11 13:39:09.251331 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35394) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:39:09.309924 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-cfc6848a-02b2-4976-b0c0-31857caa985f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:09.336832 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-cfc6848a-02b2-4976-b0c0-31857caa985f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:09.437883 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-cfc6848a-02b2-4976-b0c0-31857caa985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:09.441674 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:39:09.452798 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6848a-02b2-4976-b0c0-31857caa985f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde412a3-fdfb-41e3-ab8a-a7f686382569,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:39:09.456137 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-cfc6848a-02b2-4976-b0c0-31857caa985f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:39:09.459303 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-cfc6848a-02b2-4976-b0c0-31857caa985f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:09.463306 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-cfc6848a-02b2-4976-b0c0-31857caa985f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bde412a3-fdfb-41e3-ab8a-a7f686382569 HTTP/1.1" status: 204 len: 168 time: 0.2081842 May 11 13:39:13.495981 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2cb09c9f-4b79-4a0c-a24c-1ac0158bd0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:16.209264 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-182448f7-fd49-4e97-9f88-57e69e2121d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:16.296249 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:17.977608 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:19.130199 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:31.862473 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 5 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:39:43.491831 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-cae170a0-9faf-4354-913a-781a065d5a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:46.218434 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2b2b-9d6b-406d-8a58-92c5142322e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:46.301840 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:47.985904 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:39:49.148831 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:08.895994 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 5 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:40:13.497428 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2e6ce706-ba36-43e9-be9c-44068bb24dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:16.213764 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b4617ab5-69a7-4417-a1d7-cb3c114ac8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:16.305522 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:17.986649 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:19.140209 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:43.506025 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-693e6881-f5eb-4b1c-b416-256e0416c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:45.866406 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 5 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:40:46.205896 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-6af46584-b2fe-4aca-affb-83751e13db44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:46.310316 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:47.986530 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:48.089122 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358'] for agent, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:49.137413 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:40:52.408310 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35446) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:40:52.535819 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-c90f1b21-5717-474c-a42a-ff679aae40ce admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1263359 May 11 13:40:54.660206 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35456) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:40:54.719370 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-d242fffc-587a-4bfb-9473-b72be3b124e8 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0580289 May 11 13:41:13.503087 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-05c3b1a2-3975-4433-a388-8764fbc312c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:16.210450 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d7ef2d53-8c7b-46ae-9f80-74e6197c39b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:16.315883 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:17.985934 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:18.071731 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:19.138206 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:22.867683 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:41:43.506598 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9820-af66-4257-9118-b1a64a7949c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:46.217056 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e3511087-b84e-4ba7-9d4a-d3b815eb5f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:46.323152 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:47.992211 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:48.082231 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:49.174314 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:41:59.868237 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:42:13.515406 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d829-c243-4c0b-afe7-68673afce7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:16.222768 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-828ff690-567f-4b2b-ae08-4147ec32b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:16.329479 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:18.006774 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:18.091946 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:19.150539 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:27.897097 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35648) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:28.283720 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-953233052-network', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:28.291734 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:28.299028 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Usage tracker for resource:network and tenant:5eae5d7667f04349a1a0194a9c21aabb is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:28.304583 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:28.315640 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:28.330203 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Made reservation on behalf of 5eae5d7667f04349a1a0194a9c21aabb for: {'network': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:28.334040 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:28.348289 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:28.364648 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:28.369030 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Usage tracker for resource:security_group_rule and tenant:5eae5d7667f04349a1a0194a9c21aabb is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:28.372255 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:28.381788 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:28.488398 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:28.496759 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:28.503595 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:28.523752 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35680) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:28.536853 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4edc75-feba-42a7-84fd-fec0d2ca09bc,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:28.546761 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.547333 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.547840 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.548405 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.548900 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.549424 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.549900 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.550376 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.550924 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.551393 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.551865 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.552335 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Tracked resource versions report: May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: pushed versions: May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: { 'AddressGroup': {'1.2'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'ConntrackHelper': {'1.0'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'Log': {'1.0'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'Network': {'1.1'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'Port': {'1.7'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'PortForwarding': {'1.2'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'QosPolicy': {'1.8'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'SecurityGroup': {'1.4'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'SecurityGroupRule': {'1.2'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'SubPort': {'1.0'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'Subnet': {'1.1'}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'Trunk': {'1.1'}} May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: consumer versions: May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: { DHCP agent@dv-cinder-784779-11-smb: {}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: HyperV agent@hv-cinder-78477: {}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: L3 agent@dv-cinder-784779-11-smb: {}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: Metadata agent@dv-cinder-784779-11-smb: {}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: Metering agent@dv-cinder-784779-11-smb: {}, May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: Open vSwitch agent@dv-cinder-784779-11-smb: { 'AddressGroup': '1.2', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'ConntrackHelper': '1.0', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'Log': '1.0', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'Network': '1.1', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'Port': '1.7', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'PortForwarding': '1.2', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'QosPolicy': '1.8', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'SecurityGroup': '1.4', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'SecurityGroupRule': '1.2', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'SubPort': '1.0', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'Subnet': '1.1', May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: 'Trunk': '1.1'}} May 11 13:42:28.553719 dv-cinder-784779-11-smb neutron-server[78836]: {{(pid=78836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 13:42:28.570615 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:28.573978 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=78836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:42:28.585078 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:28.585487 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.segments_db [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Added segment a72df2de-a169-43ec-ae33-e8af6067f946 of type vlan for network ff1c09ff-c76f-4241-87fc-56e29166ac05 May 11 13:42:28.621625 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:28.660317 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:28.663672 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:28.664693 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:28.673527 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c476d90d-e80f-4085-acbd-066bb067f076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:28.751072 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35688) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:28.784715 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1c09ff-c76f-4241-87fc-56e29166ac05,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:28.787462 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:28.800362 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network ff1c09ff-c76f-4241-87fc-56e29166ac05 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:42:28.814545 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9157941 May 11 13:42:28.819313 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35694) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:28.825627 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Request body: {'subnet': {'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-953233052-subnet', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:28.846874 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:28.851986 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Usage tracker for resource:subnet and tenant:5eae5d7667f04349a1a0194a9c21aabb is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:28.856427 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:28.871508 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:28.905789 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Made reservation on behalf of 5eae5d7667f04349a1a0194a9c21aabb for: {'subnet': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:28.910127 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:29.218881 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35704) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:29.256920 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1928417904-network', 'tenant_id': 'c2ceb5ede36b42ab90d2da10166068df'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:29.263349 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:29.275624 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Usage tracker for resource:network and tenant:c2ceb5ede36b42ab90d2da10166068df is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:29.284012 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:29.300811 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:29.337774 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1173572467-network', 'tenant_id': 'acfb03a5311b4eb997185ae634d3a3ad'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:29.362325 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:29.366658 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Made reservation on behalf of c2ceb5ede36b42ab90d2da10166068df for: {'network': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:29.370507 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:29.427579 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Usage tracker for resource:network and tenant:acfb03a5311b4eb997185ae634d3a3ad is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:29.433388 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:29.471223 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:29.493200 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:29.497469 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:29.505073 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-369dc9ed-2632-4685-a130-4dc34846df4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:29.546953 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Made reservation on behalf of acfb03a5311b4eb997185ae634d3a3ad for: {'network': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:29.554459 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:29.576761 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f33c61b-9e35-4c48-8d8c-edf7a89347ef,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:29.613426 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:29.614759 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:29.674692 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Checking segment: {'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:42:29.675003 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Network hostable DHCP agents. Network: ff1c09ff-c76f-4241-87fc-56e29166ac05, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:42:29.698612 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:29.699883 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Network ff1c09ff-c76f-4241-87fc-56e29166ac05 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:42:29.714864 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, ff1c09ff-c76f-4241-87fc-56e29166ac05) {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:29.717595 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:29.721355 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:29.722602 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:29.726917 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Usage tracker for resource:security_group_rule and tenant:c2ceb5ede36b42ab90d2da10166068df is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:29.728053 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e1828-26b1-4a06-9cc1-2e59fc6131c7 None None] Network ff1c09ff-c76f-4241-87fc-56e29166ac05 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:42:29.738474 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:29.748009 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Usage tracker for resource:security_group_rule and tenant:acfb03a5311b4eb997185ae634d3a3ad is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:29.756507 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9357080 May 11 13:42:29.760826 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35720) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:29.765047 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:29.769312 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-953233052-router', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:29.771550 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:29.776602 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:29.783352 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:29.801046 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Usage tracker for resource:router and tenant:5eae5d7667f04349a1a0194a9c21aabb is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:29.811419 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:29.822296 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:29.839987 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-908005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259445'] for router, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:29.842196 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-908010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-852141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259404'] for router, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:29.875795 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:29.898482 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1256591049-network', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:29.912118 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:29.919967 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Usage tracker for resource:network and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:29.925763 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:29.936723 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:29.969621 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Made reservation on behalf of e57ae9b36f7545079c80f5d9e5c1c7c6 for: {'network': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:29.974139 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:30.010876 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:30.081462 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:30.092760 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Usage tracker for resource:security_group_rule and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:30.097997 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:30.108998 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:30.322968 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:30.342560 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:30.387739 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=78837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:42:30.426282 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:30.426282 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.segments_db [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Added segment d4f21a7d-e499-4e3d-8884-e36464291b80 of type vlan for network 3f78548c-1497-4a11-acbd-00382a724758 May 11 13:42:30.439192 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff35291-aefd-483a-9b82-806d58b68d42 None None] Network ff1c09ff-c76f-4241-87fc-56e29166ac05 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:42:30.522466 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:30.589253 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-cfc6848a-02b2-4976-b0c0-31857caa985f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:30.659339 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f88c1-7e52-41e2-88fa-e990c4cbe49e,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:30.675205 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:30.687440 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.688601 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.689451 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.690273 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.691116 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.691930 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.692808 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.693651 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.694516 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.695346 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.696186 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.697054 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Tracked resource versions report: May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: pushed versions: May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: { 'AddressGroup': {'1.2'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'ConntrackHelper': {'1.0'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'Log': {'1.0'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'Network': {'1.1'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'Port': {'1.7'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'PortForwarding': {'1.2'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'QosPolicy': {'1.8'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'SecurityGroup': {'1.4'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'SecurityGroupRule': {'1.2'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'SubPort': {'1.0'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'Subnet': {'1.1'}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'Trunk': {'1.1'}} May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: consumer versions: May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: { DHCP agent@dv-cinder-784779-11-smb: {}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: HyperV agent@hv-cinder-78477: {}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: L3 agent@dv-cinder-784779-11-smb: {}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: Metadata agent@dv-cinder-784779-11-smb: {}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: Metering agent@dv-cinder-784779-11-smb: {}, May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: Open vSwitch agent@dv-cinder-784779-11-smb: { 'AddressGroup': '1.2', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'ConntrackHelper': '1.0', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'Log': '1.0', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'Network': '1.1', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'Port': '1.7', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'PortForwarding': '1.2', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'QosPolicy': '1.8', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'SecurityGroup': '1.4', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'SecurityGroupRule': '1.2', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'SubPort': '1.0', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'Subnet': '1.1', May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: 'Trunk': '1.1'}} May 11 13:42:30.699404 dv-cinder-784779-11-smb neutron-server[78837]: {{(pid=78837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 13:42:30.725203 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:30.727630 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:30.791637 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:30.794424 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-729b211c-4684-4b61-bb18-3a17a2403799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:30.845182 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-909073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259410'] for router, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:30.961266 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7405379 May 11 13:42:30.964133 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35758) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:30.975772 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Request body: {'subnet': {'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1256591049-subnet', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:30.982365 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:30.988112 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Usage tracker for resource:subnet and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:30.995032 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:31.005133 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:31.026149 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.039108 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.045138 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.047382 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Pushing event updated for resources: {'Network': ['ID=3f78548c-1497-4a11-acbd-00382a724758,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:31.062447 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 3f78548c-1497-4a11-acbd-00382a724758 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:42:31.070328 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Made reservation on behalf of e57ae9b36f7545079c80f5d9e5c1c7c6 for: {'subnet': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:31.072701 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=78837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:42:31.077273 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.088737 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.089284 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.segments_db [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Added segment 6db24166-b452-4a80-91c9-23455c8a0376 of type vlan for network b685ed2f-4db1-4db5-9019-57c45cce5e87 May 11 13:42:31.141521 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.197290 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.204785 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:31.219171 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a4d15a5c-78b9-4831-8c11-8d114980ec49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:31.300142 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73596b7-7ece-41ae-9f55-d3b5fc2559f3,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:31.381115 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71381349-bec8-4e10-8b18-20d351f3685a,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:31.386812 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:31.387223 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:31.387676 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:31.396197 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.397181 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=78837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:42:31.400494 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:31.401138 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.419454 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:31.559674 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.561677 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.segments_db [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Added segment 6d45cee1-b200-4b72-a798-24ac091e702c of type vlan for network 44a37887-022e-4fb9-b403-624093f4410e May 11 13:42:31.602971 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0779154 May 11 13:42:31.608098 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35784) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:31.630858 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Request body: {'subnet': {'network_id': 'b685ed2f-4db1-4db5-9019-57c45cce5e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1928417904-subnet', 'tenant_id': 'c2ceb5ede36b42ab90d2da10166068df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:31.641708 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.646579 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Pushing event updated for resources: {'Network': ['ID=b685ed2f-4db1-4db5-9019-57c45cce5e87,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:31.650788 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:31.654909 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:31.658597 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network b685ed2f-4db1-4db5-9019-57c45cce5e87 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:42:31.679794 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Usage tracker for resource:subnet and tenant:c2ceb5ede36b42ab90d2da10166068df is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:31.688516 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:31.699132 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:31.732941 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Made reservation on behalf of c2ceb5ede36b42ab90d2da10166068df for: {'subnet': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:31.736153 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.755003 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.761785 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:31.762488 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:31.815063 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-be5caaa5-d877-4cb0-b73d-ec7840d55e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:31.918764 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:32.002113 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:32.274803 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Pushing event updated for resources: {'Network': ['ID=44a37887-022e-4fb9-b403-624093f4410e,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:32.284764 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:32.289167 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5375986 May 11 13:42:32.292679 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35808) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:32.292927 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 44a37887-022e-4fb9-b403-624093f4410e details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:42:32.305303 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Request body: {'subnet': {'network_id': '44a37887-022e-4fb9-b403-624093f4410e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1173572467-subnet', 'tenant_id': 'acfb03a5311b4eb997185ae634d3a3ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:32.329785 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:32.339766 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Usage tracker for resource:subnet and tenant:acfb03a5311b4eb997185ae634d3a3ad is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:32.343562 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:32.407833 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:32.430548 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Made reservation on behalf of acfb03a5311b4eb997185ae634d3a3ad for: {'subnet': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:32.435528 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:32.484370 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Allocated IP 172.28.2.14 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/1ea23a2a-80b6-4eb1-b50d-6a4c71608151) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:42:33.015409 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:33.029322 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:33.037755 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:33.103239 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:33.111924 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:33.114028 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1080eaab-142c-4115-a8c3-777ccabb0f27,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:33.118312 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:33.164888 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:33.178327 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:33.204087 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e12b3d-2856-444b-abd6-33b5b3d17b09,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:33.207027 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:33.227820 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Checking segment: {'id': '6db24166-b452-4a80-91c9-23455c8a0376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b685ed2f-4db1-4db5-9019-57c45cce5e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:42:33.228198 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Network hostable DHCP agents. Network: b685ed2f-4db1-4db5-9019-57c45cce5e87, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:42:33.295971 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea23a2a-80b6-4eb1-b50d-6a4c71608151,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:33.296230 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Network b685ed2f-4db1-4db5-9019-57c45cce5e87 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:42:33.307516 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:33.323476 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Checking segment: {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:42:33.323850 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Network hostable DHCP agents. Network: 3f78548c-1497-4a11-acbd-00382a724758, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:42:33.339170 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:42:33.341216 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:33.348861 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:42:33.375144 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, b685ed2f-4db1-4db5-9019-57c45cce5e87) {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:33.385160 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab860e-e92a-4762-9983-e0dee63c2354 None None] Network b685ed2f-4db1-4db5-9019-57c45cce5e87 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:42:33.398624 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:33.399219 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:33.448553 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:33.458693 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-62e556e9-debb-42fd-a62f-26f5944ea3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:33.536936 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:33.549100 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-e5384e80-c97b-45ac-ba0e-b6a13cb9fa88 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9296691 May 11 13:42:33.551907 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:33.619499 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Checking segment: {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:42:33.620254 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Network hostable DHCP agents. Network: 44a37887-022e-4fb9-b403-624093f4410e, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:42:33.645380 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Network 44a37887-022e-4fb9-b403-624093f4410e is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:42:33.687459 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 44a37887-022e-4fb9-b403-624093f4410e) {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:33.703602 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2685b7c-a4ab-4544-a420-8a6f298de068 None None] Network 44a37887-022e-4fb9-b403-624093f4410e requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:42:33.704576 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:33.706464 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:33.728644 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Network 3f78548c-1497-4a11-acbd-00382a724758 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:42:33.751911 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4509377 May 11 13:42:33.766119 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 3f78548c-1497-4a11-acbd-00382a724758) {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:33.776554 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:33.777138 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:33.807859 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c91f9-4975-4437-a909-34b752aeb62d None None] Network 3f78548c-1497-4a11-acbd-00382a724758 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:42:33.963996 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35858) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:34.034237 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0686047 May 11 13:42:34.036894 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35866) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:34.043893 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:34.055891 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:34.058016 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35870) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:34.075072 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Usage tracker for resource:router and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:34.085805 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:34.097417 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:34.098085 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:34.122168 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-908005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259445'] for router, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:34.123545 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-908010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-852141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259404'] for router, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:34.147400 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:34.437285 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-fe503e8f-d41c-442d-9e42-457337ffbcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:34.460508 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:34.501321 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-fe503e8f-d41c-442d-9e42-457337ffbcfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:34.507788 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7453c59-22ad-443a-81c8-d0c690c7fec3 None None] Network b685ed2f-4db1-4db5-9019-57c45cce5e87 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:42:34.521597 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-fe503e8f-d41c-442d-9e42-457337ffbcfa admin admin] Usage tracker for resource:security_group_rule and tenant:2b14a28d2d944839a6b8d3d42c5cd4e7 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:34.531716 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:34.657772 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-fe503e8f-d41c-442d-9e42-457337ffbcfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:34.670286 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:f04f256428b841df8c81dd83370d1fe7 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:34.791271 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669958'] for router, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:34.858277 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-909073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259410'] for router, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:34.869274 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:34.872936 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35914) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:34.873328 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35920) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:34.878577 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd61d72-5859-506b-89f6-35b500c5e50d-3f78548c-1497-4a11-acbd-00382a724758', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27'}]}} from dv-cinder-784779-11-smb. {{(pid=78838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 13:42:34.879424 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:34.880653 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-fe503e8f-d41c-442d-9e42-457337ffbcfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:34.883034 dv-cinder-784779-11-smb neutron-server[78837]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 13:42:34.933791 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:35.005245 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c50268-54f0-4316-a3e9-6b9ec5c720e6 None None] Network 44a37887-022e-4fb9-b403-624093f4410e requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:42:35.148912 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 is scheduled to L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 with binding_index 1 {{(pid=78836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 13:42:35.175817 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.db_base_plugin_common [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Allocated IP 172.20.0.2 (3f78548c-1497-4a11-acbd-00382a724758/1080eaab-142c-4115-a8c3-777ccabb0f27/e3b3035a-f244-4433-8fb7-f9ed8545a739) {{(pid=78838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:42:35.219331 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33502261-b17b-466d-aa83-cae5608a08ac req-26bf6fad-4282-4b5f-bfc0-26252f8fb584 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:35.220325 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-33502261-b17b-466d-aa83-cae5608a08ac req-26bf6fad-4282-4b5f-bfc0-26252f8fb584 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Synchronizing usage tracker for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:network {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:42:35.442021 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Notify callbacks [] for port, precommit_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:35.453421 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Transition to ACTIVE for port object e3b3035a-f244-4433-8fb7-f9ed8545a739 will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:42:35.476551 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Transition to ACTIVE for port object e3b3035a-f244-4433-8fb7-f9ed8545a739 will not be triggered until provisioned by entity DHCP. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:42:35.481166 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:42:35.493252 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Sync routers for ids ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:42:35.506816 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Routers {'fe0e738a-079f-4ff7-ab68-456b69bc9ae9'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:42:35.508985 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:42:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:35.517758 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Notify callbacks [] for router, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:35.522567 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7579639 May 11 13:42:35.523215 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35938) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:35.640013 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:35.678703 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:35.718082 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:35.732119 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-3cc38d69-ecdf-4a7a-85ed-7173a67d9c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:35.803157 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Network 3f78548c-1497-4a11-acbd-00382a724758 is already hosted by enough agents. {{(pid=78838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:42:35.806943 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.base_scheduler [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Resources bound (agent type, host, resource id): {{(pid=78838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:35.811812 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-d26b91da-1680-4acd-9ba8-8949a8ff0ad4 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:35.812919 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-d26b91da-1680-4acd-9ba8-8949a8ff0ad4 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Synchronizing usage tracker for tenant:c2ceb5ede36b42ab90d2da10166068df on resource:network {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:42:35.815556 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Received port after_create {{(pid=78838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:42:35.870621 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Set router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:42:35.881120 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Pushing event updated for resources: {'Port': ['ID=e3b3035a-f244-4433-8fb7-f9ed8545a739,revision_number=1']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:35.932205 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Allocated IP 172.28.2.65 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/f8c92527-dc84-427f-a670-40d7c964f3a5) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:42:35.940962 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-fe503e8f-d41c-442d-9e42-457337ffbcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:35.945166 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:35.962040 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-fe503e8f-d41c-442d-9e42-457337ffbcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:35.966867 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:35.978141 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-33502261-b17b-466d-aa83-cae5608a08ac req-26bf6fad-4282-4b5f-bfc0-26252f8fb584 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Unset dirty status for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:network {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:42:35.979395 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-26bf6fad-4282-4b5f-bfc0-26252f8fb584 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 815 time: 1.1019213 May 11 13:42:35.991040 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:35.992351 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:35.996635 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:35.997456 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:35.997973 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:35.998514 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:35.999248 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:35.999954 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:36.000626 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:36.001164 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:36.001736 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:36.002247 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:36.002740 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Tracked resource versions report: May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: pushed versions: May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: { 'AddressGroup': {'1.2'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'ConntrackHelper': {'1.0'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'Log': {'1.0'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'Network': {'1.1'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'Port': {'1.7'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'PortForwarding': {'1.2'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'QosPolicy': {'1.8'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'SecurityGroup': {'1.4'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'SecurityGroupRule': {'1.2'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'SubPort': {'1.0'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'Subnet': {'1.1'}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'Trunk': {'1.1'}} May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: consumer versions: May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: { DHCP agent@dv-cinder-784779-11-smb: {}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: HyperV agent@hv-cinder-78477: {}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: L3 agent@dv-cinder-784779-11-smb: {}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: Metadata agent@dv-cinder-784779-11-smb: {}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: Metering agent@dv-cinder-784779-11-smb: {}, May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: Open vSwitch agent@dv-cinder-784779-11-smb: { 'AddressGroup': '1.2', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'ConntrackHelper': '1.0', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'Log': '1.0', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'Network': '1.1', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'Port': '1.7', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'PortForwarding': '1.2', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'QosPolicy': '1.8', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'SecurityGroup': '1.4', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'SecurityGroupRule': '1.2', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'SubPort': '1.0', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'Subnet': '1.1', May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: 'Trunk': '1.1'}} May 11 13:42:36.004024 dv-cinder-784779-11-smb neutron-server[78838]: {{(pid=78838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 13:42:36.013469 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-d26b91da-1680-4acd-9ba8-8949a8ff0ad4 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Unset dirty status for tenant:c2ceb5ede36b42ab90d2da10166068df on resource:network {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:42:36.018960 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:36.020304 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-d26b91da-1680-4acd-9ba8-8949a8ff0ad4 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/networks?id=b685ed2f-4db1-4db5-9019-57c45cce5e87 HTTP/1.1" status: 200 len: 812 time: 1.1409962 May 11 13:42:36.038392 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Attempting to bind port e3b3035a-f244-4433-8fb7-f9ed8545a739 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:42:36.039169 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Attempting to bind port e3b3035a-f244-4433-8fb7-f9ed8545a739 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:42:36.039742 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Attempting to bind port e3b3035a-f244-4433-8fb7-f9ed8545a739 on network 3f78548c-1497-4a11-acbd-00382a724758 {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:42:36.046564 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:42:36.047551 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Checking segment: {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:42:36.048164 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:36.049913 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Bound using segment: {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:42:36.050671 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Bound port: e3b3035a-f244-4433-8fb7-f9ed8545a739, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:42:36.051321 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:36.100750 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-6d5d8cec-afda-4262-9c55-c289ced165e9 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/quotas/c2ceb5ede36b42ab90d2da10166068df HTTP/1.1" status: 200 len: 375 time: 0.0793831 May 11 13:42:36.203236 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-2c7bea70-fce7-40ce-990b-df681e98c04d tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ceb5ede36b42ab90d2da10166068df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015060 May 11 13:42:36.231799 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe503e8f-d41c-442d-9e42-457337ffbcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9de7724-e32c-47a6-82cf-f5ff60531495,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:36.247635 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-fe503e8f-d41c-442d-9e42-457337ffbcfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b14a28d2d944839a6b8d3d42c5cd4e7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1885185 May 11 13:42:36.249595 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 35958) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:36.255936 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] For port e3b3035a-f244-4433-8fb7-f9ed8545a739, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:42:36.270693 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-2ab7891d-1faa-4667-9d5e-4e724a76d691 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/quotas/acfb03a5311b4eb997185ae634d3a3ad HTTP/1.1" status: 200 len: 375 time: 0.2667787 May 11 13:42:36.276713 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] For port e3b3035a-f244-4433-8fb7-f9ed8545a739, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=e3b3035a-f244-4433-8fb7-f9ed8545a739,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:42:36.287010 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:36.292496 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f04f256428b841df8c81dd83370d1fe7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3245707 May 11 13:42:36.300991 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35962) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:36.310834 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:36.421089 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9d4a98-4b14-4261-bbb6-f5eb7b4bd0ac,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:36.435354 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:36.480406 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:36.480720 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:36.529201 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Pushing event updated for resources: {'Port': ['ID=e3b3035a-f244-4433-8fb7-f9ed8545a739,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:36.540840 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-2f6445f7-3059-408d-a639-43b55b850901 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2474205 May 11 13:42:36.550250 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:36.634401 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-7f0c1021-5c3c-40ae-a50c-94e2834e8020 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:42:36.642088 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-7f0c1021-5c3c-40ae-a50c-94e2834e8020 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2055469 May 11 13:42:36.733901 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'name': 'tempest-ServerRescueNegativeTestJSON-953233052-router', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:29Z', 'updated_at': '2021-05-11T13:42:33Z', 'revision_number': 3, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'gw_port': {'id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:32Z', 'updated_at': '2021-05-11T13:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:36.743586 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:36.746292 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Checking router: fe0e738a-079f-4ff7-ab68-456b69bc9ae9 for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:42:36.759714 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Updating router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 binding host dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:42:36.766056 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-417de79c-87ee-43fe-b56f-f13a3bce6b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:36.781080 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-dec33cc5-28a0-4519-a7ce-f26579fb9a72 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:42:36.782633 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-dec33cc5-28a0-4519-a7ce-f26579fb9a72 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1171339 May 11 13:42:36.811050 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-417de79c-87ee-43fe-b56f-f13a3bce6b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:36.897872 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-417de79c-87ee-43fe-b56f-f13a3bce6b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:36.898780 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:42:36.916473 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:36.917569 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:36.930224 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417de79c-87ee-43fe-b56f-f13a3bce6b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9de7724-e32c-47a6-82cf-f5ff60531495,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:36.934987 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-417de79c-87ee-43fe-b56f-f13a3bce6b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:36.955562 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-417de79c-87ee-43fe-b56f-f13a3bce6b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:36.959852 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-417de79c-87ee-43fe-b56f-f13a3bce6b8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9de7724-e32c-47a6-82cf-f5ff60531495 HTTP/1.1" status: 204 len: 168 time: 0.7032404 May 11 13:42:37.062973 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-88a9e085-b87b-451d-860a-775a7421590d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:37.229901 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:37.259778 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-88a9e085-b87b-451d-860a-775a7421590d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:37.271415 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-45fd75c2-3cae-4c79-a4fc-894f59e696a3 service neutron] 10.222.0.30 "GET /v2.0/networks/b685ed2f-4db1-4db5-9019-57c45cce5e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282935 May 11 13:42:37.288927 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:37.349202 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:37.532026 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-cd7dd954-2df9-44d8-9457-07fa09a63f5d service neutron] 10.222.0.30 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073629 May 11 13:42:37.556787 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:42:37.608495 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:37.611345 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:42:37.618435 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Notify callbacks [] for port, precommit_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:37.657168 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.provisioning_blocks [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Transition to ACTIVE for port object 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 will not be triggered until provisioned by entity L2. {{(pid=78839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:42:37.671845 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:37.707511 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:37.711260 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 35994) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:37.752275 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Allocated IP 172.20.0.1 (ff1c09ff-c76f-4241-87fc-56e29166ac05/7f33c61b-9e35-4c48-8d8c-edf7a89347ef/b191c04d-834f-4460-80d2-96224ab86d8f) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:42:37.819265 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c92527-dc84-427f-a670-40d7c964f3a5,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:37.823280 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:37.912223 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Attempting to bind port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:42:37.913339 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Attempting to bind port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:42:37.913806 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Attempting to bind port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 on network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:42:37.920779 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Pushing event updated for resources: {'Port': ['ID=1ea23a2a-80b6-4eb1-b50d-6a4c71608151,revision_number=2']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:37.935599 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:42:37.936110 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Checking segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:42:37.936641 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:37.937327 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Bound using segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:42:37.937869 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Bound port: 1ea23a2a-80b6-4eb1-b50d-6a4c71608151, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:42:37.938454 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:37.945301 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:37.982750 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.983004 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.983412 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.983806 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.984222 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.984618 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.985045 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.986245 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.986737 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.987202 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.987630 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.988084 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Tracked resource versions report: May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: pushed versions: May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: { 'AddressGroup': {'1.2'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'ConntrackHelper': {'1.0'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'Log': {'1.0'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'Network': {'1.1'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'Port': {'1.7'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'PortForwarding': {'1.2'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'QosPolicy': {'1.8'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'SecurityGroup': {'1.4'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'SecurityGroupRule': {'1.2'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'SubPort': {'1.0'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'Subnet': {'1.1'}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'Trunk': {'1.1'}} May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: consumer versions: May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: { DHCP agent@dv-cinder-784779-11-smb: {}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: HyperV agent@hv-cinder-78477: {}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: L3 agent@dv-cinder-784779-11-smb: {}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: Metadata agent@dv-cinder-784779-11-smb: {}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: Metering agent@dv-cinder-784779-11-smb: {}, May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: Open vSwitch agent@dv-cinder-784779-11-smb: { 'AddressGroup': '1.2', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'ConntrackHelper': '1.0', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'Log': '1.0', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'Network': '1.1', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'Port': '1.7', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'PortForwarding': '1.2', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'QosPolicy': '1.8', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'SecurityGroup': '1.4', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'SecurityGroupRule': '1.2', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'SubPort': '1.0', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'Subnet': '1.1', May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: 'Trunk': '1.1'}} May 11 13:42:37.989646 dv-cinder-784779-11-smb neutron-server[78839]: {{(pid=78839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 13:42:37.993793 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:37.996029 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-88a9e085-b87b-451d-860a-775a7421590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:38.026347 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:38.041163 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:38.050092 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-9814c622-5385-4548-a699-062655f52062 service neutron] 10.222.0.30 "GET /v2.0/networks/b685ed2f-4db1-4db5-9019-57c45cce5e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588136 May 11 13:42:38.066653 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] Usage tracker for resource:security_group_rule and tenant:a7aef922224d450cbbf107f60cbe489c is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:38.080351 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9e085-b87b-451d-860a-775a7421590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9d4a98-4b14-4261-bbb6-f5eb7b4bd0ac,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:38.083119 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-88a9e085-b87b-451d-860a-775a7421590d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:38.092897 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:38.103261 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:38.105745 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:38.157538 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:38.171652 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] For port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:42:38.172248 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:38.190015 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] For port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=1ea23a2a-80b6-4eb1-b50d-6a4c71608151,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:42:38.199740 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:38.216825 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:38.221846 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640f5fb-b436-4b56-bf6a-04f184419144 None None] Network 3f78548c-1497-4a11-acbd-00382a724758 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:42:38.246883 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-1a148667-f78f-40ef-b601-2248111f0f6a service neutron] 10.222.0.30 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809595 May 11 13:42:38.249685 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Network ff1c09ff-c76f-4241-87fc-56e29166ac05 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:42:38.253032 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:38.256348 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:42:38.256733 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657369'] for router_interface, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:38.399857 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-88a9e085-b87b-451d-860a-775a7421590d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:38.405339 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-88a9e085-b87b-451d-860a-775a7421590d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab9d4a98-4b14-4261-bbb6-f5eb7b4bd0ac HTTP/1.1" status: 204 len: 168 time: 2.0989220 May 11 13:42:38.636566 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Routers {'fe0e738a-079f-4ff7-ab68-456b69bc9ae9'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:42:38.638361 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:42:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:38.647072 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Pushing event updated for resources: {'Port': ['ID=b191c04d-834f-4460-80d2-96224ab86d8f,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:38.658692 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:38.729860 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:38.834513 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-2e4ec4f6-6603-4b5b-9484-128697258435 None None] Provisioning for port e3b3035a-f244-4433-8fb7-f9ed8545a739 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:42:38.870611 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-49fba87b-55ba-414c-90b4-f398de951d08 req-6358a9b5-9c44-4409-9431-6e5f47ac6b02 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 210 time: 0.2758100 May 11 13:42:39.093632 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:39.118124 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device e3b3035a-f244-4433-8fb7-f9ed8545a739 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:42:39.197284 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Pushing event updated for resources: {'Port': ['ID=1ea23a2a-80b6-4eb1-b50d-6a4c71608151,revision_number=3']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:39.210822 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:39.284712 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] Set router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:42:39.374379 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36044) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:39.563382 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:39.578036 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:39.579669 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657274'] for router_interface, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:39.584089 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:39.722012 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port e3b3035a-f244-4433-8fb7-f9ed8545a739 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:42:39.740031 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port e3b3035a-f244-4433-8fb7-f9ed8545a739 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:39.745155 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:39.820612 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6a892955-c71f-4d1c-9989-9cbc8988c9d4 req-4b3e5eec-12f2-4d15-8700-dc0087324ac0 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 210 time: 0.7774472 May 11 13:42:39.918966 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:39.940301 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:39.989897 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Pushing event updated for resources: {'Port': ['ID=b191c04d-834f-4460-80d2-96224ab86d8f,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:39.999348 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-88a9e085-b87b-451d-860a-775a7421590d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:40.005347 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:40.041853 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:40.075655 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:40.093707 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] Usage tracker for resource:security_group_rule and tenant:584c64a356de4f1ab0678760f0104633 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:40.125384 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:40.175370 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:40.305669 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Network ff1c09ff-c76f-4241-87fc-56e29166ac05 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:42:40.310039 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:40.375858 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'name': 'tempest-ServerRescueNegativeTestJSON-953233052-router', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:29Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 4, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'gw_port': {'id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:32Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'b191c04d-834f-4460-80d2-96224ab86d8f', 'name': '', 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'mac_address': 'fa:16:3e:de:a2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:37Z', 'updated_at': '2021-05-11T13:42:37Z', 'revision_number': 1, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'subnets': [{'id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:40.405660 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f1544-255e-4444-9bb0-3a538cc18279 None None] The sync data for ids ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'] in dv-cinder-784779-11-smb is: [{'id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'name': 'tempest-ServerRescueNegativeTestJSON-953233052-router', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:29Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 4, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'gw_port': {'id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:32Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'b191c04d-834f-4460-80d2-96224ab86d8f', 'name': '', 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'mac_address': 'fa:16:3e:de:a2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:37Z', 'updated_at': '2021-05-11T13:42:37Z', 'revision_number': 1, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'subnets': [{'id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:42:40.592511 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:40.719204 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:42:40.818302 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port e3b3035a-f244-4433-8fb7-f9ed8545a739, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=e3b3035a-f244-4433-8fb7-f9ed8545a739,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:42:40.829230 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:40.844590 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:40.923785 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b35ee3e7-591d-41be-afa3-6de29ae74d69 req-4eeb5664-67af-4cae-9e47-daaeeebc254b tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 210 time: 0.8264103 May 11 13:42:40.978357 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36112) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:41.212251 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:42:41.292316 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:41.299091 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] 10.222.0.30 "PUT /v2.0/routers/fe0e738a-079f-4ff7-ab68-456b69bc9ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7746096 May 11 13:42:41.300988 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:41.326719 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-417de79c-87ee-43fe-b56f-f13a3bce6b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:41.369626 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7aef922224d450cbbf107f60cbe489c&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5450041 May 11 13:42:41.380789 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36130) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:41.389800 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0841a07a-5145-4dab-92a6-92c3e6f3075c None None] Provisioning complete for port e3b3035a-f244-4433-8fb7-f9ed8545a739 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:41.394510 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ab8d6ad8-8f74-4589-a028-514e32938961 req-8e320a94-01c0-4da0-88e6-2a0c17eeedad tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 210 time: 0.3103013 May 11 13:42:41.395628 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbd7f58-2ed0-4477-80af-5ca6329dafad,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:41.401685 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0841a07a-5145-4dab-92a6-92c3e6f3075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:41.406154 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.407s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:41.538206 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb764e52-30e2-4fd3-9106-7455a2addd2c,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:41.543431 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:41.553166 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=584c64a356de4f1ab0678760f0104633&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1751220 May 11 13:42:41.556105 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36136) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:41.747945 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=e3b3035a-f244-4433-8fb7-f9ed8545a739,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:41.755943 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:41.883907 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b76360b4-fe06-4327-b61a-6f7ee865178e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:41.897920 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b655-682b-4c51-913b-ab068dee315b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:41.985070 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b76360b4-fe06-4327-b61a-6f7ee865178e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:41.999909 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:42.055749 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:42.075624 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] Usage tracker for resource:security_group_rule and tenant:19c16c9b4ee64515b1d8185a280f6b45 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:42.096822 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:42.112352 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b655-682b-4c51-913b-ab068dee315b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:42.117472 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669958'] for router, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:42.128285 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:42.217512 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b76360b4-fe06-4327-b61a-6f7ee865178e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:42.224182 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8f037a8f-b07a-4178-8507-f42b63a4155d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:42.251073 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76360b4-fe06-4327-b61a-6f7ee865178e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb764e52-30e2-4fd3-9106-7455a2addd2c,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:42.269941 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-b76360b4-fe06-4327-b61a-6f7ee865178e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:42.294209 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b655-682b-4c51-913b-ab068dee315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:42.297742 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9ab4b655-682b-4c51-913b-ab068dee315b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:42.301784 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-9ab4b655-682b-4c51-913b-ab068dee315b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbbd7f58-2ed0-4477-80af-5ca6329dafad HTTP/1.1" status: 204 len: 168 time: 0.9116178 May 11 13:42:42.310006 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b76360b4-fe06-4327-b61a-6f7ee865178e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:42.311134 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-b76360b4-fe06-4327-b61a-6f7ee865178e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb764e52-30e2-4fd3-9106-7455a2addd2c HTTP/1.1" status: 204 len: 168 time: 0.7410457 May 11 13:42:42.311778 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:42.337447 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4b655-682b-4c51-913b-ab068dee315b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbd7f58-2ed0-4477-80af-5ca6329dafad,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:42.350420 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9ab4b655-682b-4c51-913b-ab068dee315b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:42.464312 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.43', 58830) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:42.653987 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a8a64394-2e6a-4b69-a1c0-400a2cfd20fa req-007a346d-d6fe-4c19-b77d-c5832717567c tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 210 time: 0.3881927 May 11 13:42:42.821028 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-87192880-207b-452a-9de7-2a7e7f4a67c0 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:42.822970 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-87192880-207b-452a-9de7-2a7e7f4a67c0 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.43 "GET /v2.0/networks?id=b685ed2f-4db1-4db5-9019-57c45cce5e87 HTTP/1.1" status: 200 len: 812 time: 0.3537035 May 11 13:42:42.874784 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Request body: {'port': {'device_id': 'f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9', 'network_id': 'b685ed2f-4db1-4db5-9019-57c45cce5e87', 'admin_state_up': True, 'tenant_id': 'c2ceb5ede36b42ab90d2da10166068df'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:43.283203 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:42:43.376483 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.43', 58836) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:43.437374 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-24fa2257-80bc-4cad-9266-efc24c6a69b4 req-3fc4b78b-f013-41e7-aa84-d7ddc645a29c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 210 time: 0.3414142 May 11 13:42:43.516782 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:43.560713 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:43.575352 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-9ee59463-c848-48d7-b932-fce0927f3359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:43.599485 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:42:43.602978 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:43.609338 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Usage tracker for resource:port and tenant:c2ceb5ede36b42ab90d2da10166068df is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:43.611742 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:43.615216 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:43.616690 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:43.626062 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:43.642487 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Made reservation on behalf of c2ceb5ede36b42ab90d2da10166068df for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:43.646102 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:43.646865 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:43.820059 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36198) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:43.889964 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa630558-42f9-4aa0-a259-77fb6c91c6e2,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:43.915053 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Router a3345c25-c3ed-4d58-b375-05e8518033b4 is scheduled to L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 with binding_index 1 {{(pid=78837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 13:42:43.927741 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:43.950271 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19c16c9b4ee64515b1d8185a280f6b45&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9483480 May 11 13:42:43.975374 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36202) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:44.101760 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.121952 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=1ea23a2a-80b6-4eb1-b50d-6a4c71608151,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:42:44.128363 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.132668 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device e3b3035a-f244-4433-8fb7-f9ed8545a739 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:42:44.172480 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:44.205792 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.277680 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=1ea23a2a-80b6-4eb1-b50d-6a4c71608151,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:44.282597 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:44.294487 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port e3b3035a-f244-4433-8fb7-f9ed8545a739 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:44.295578 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.323890 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:44.363446 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Sync routers for ids ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:42:44.381965 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Routers {'fe0e738a-079f-4ff7-ab68-456b69bc9ae9'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:42:44.382625 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:42:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:44.386767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Allocated IP 172.20.0.14 (b685ed2f-4db1-4db5-9019-57c45cce5e87/09e12b3d-2856-444b-abd6-33b5b3d17b09/54c3487f-c040-4b84-9799-31158b611aff) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:42:44.456342 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64943d7f-a518-4b96-a578-4212908fbf55 req-0c402758-3904-4a95-9138-c3a6021cd16f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:44.458162 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-0c402758-3904-4a95-9138-c3a6021cd16f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 818 time: 1.4232664 May 11 13:42:44.476082 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c7ef953b-9a84-4c87-b89a-a6cfe9629edd req-ab0e5809-d45a-43ac-a5b0-1d51e1584853 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 210 time: 0.1345992 May 11 13:42:44.508727 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:42:44.519417 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Sync routers for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:42:44.523910 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-de62e6ad-b783-4fd1-a3dc-38a23cebd0ed tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/quotas/5eae5d7667f04349a1a0194a9c21aabb HTTP/1.1" status: 200 len: 375 time: 0.0509629 May 11 13:42:44.547425 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:42:44.549563 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:42:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:44.588174 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f59af605-a966-4b48-b9a0-64d0d247e1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.619720 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f59af605-a966-4b48-b9a0-64d0d247e1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.691676 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f59af605-a966-4b48-b9a0-64d0d247e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.704121 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-14e175d4-4284-4e3d-9465-c62d11a9cf06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:44.714460 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Set router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:42:44.773049 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1992d9a1-2342-464a-b09e-cad83e5b395a req-240d3344-5e25-42a4-91a7-bde284c52b3e tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 210 time: 0.0558839 May 11 13:42:44.774041 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59af605-a966-4b48-b9a0-64d0d247e1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa630558-42f9-4aa0-a259-77fb6c91c6e2,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:44.785788 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f59af605-a966-4b48-b9a0-64d0d247e1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.787424 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-f59af605-a966-4b48-b9a0-64d0d247e1c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa630558-42f9-4aa0-a259-77fb6c91c6e2 HTTP/1.1" status: 204 len: 168 time: 0.4542525 May 11 13:42:44.788802 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f59af605-a966-4b48-b9a0-64d0d247e1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:44.791020 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.792317 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.7538893 May 11 13:42:44.795233 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36240) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:44.868787 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.906026 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] Usage tracker for resource:security_group_rule and tenant:6ebc9cf1de0444e9badc69ed46d81aaf is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:44.918735 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33502261-b17b-466d-aa83-cae5608a08ac req-e13ba6d9-271e-43f1-b1b3-8c7fbe85c801 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:44.920823 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-e13ba6d9-271e-43f1-b1b3-8c7fbe85c801 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 815 time: 1.5409486 May 11 13:42:44.922261 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:44.926994 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:44.940491 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Request body: {'port': {'device_id': '056b742f-e6e6-4d34-8d23-a7f8dcbf5860', 'network_id': '44a37887-022e-4fb9-b403-624093f4410e', 'admin_state_up': True, 'tenant_id': 'acfb03a5311b4eb997185ae634d3a3ad'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:44.965077 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:44.992703 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:45.040213 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Network b685ed2f-4db1-4db5-9019-57c45cce5e87 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:42:45.188338 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:45.206461 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:42:45.237933 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:42:45.245191 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:45.247595 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:45.378661 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5058763 May 11 13:42:45.431134 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-95916d94-3aa7-4030-92d8-abc907d22d37 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:42:45.433909 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-95916d94-3aa7-4030-92d8-abc907d22d37 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128400 May 11 13:42:45.461667 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:42:45.675240 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'name': 'tempest-ServerRescueNegativeTestJSON-953233052-router', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:29Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 4, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'gw_port': {'id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:32Z', 'updated_at': '2021-05-11T13:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'b191c04d-834f-4460-80d2-96224ab86d8f', 'name': '', 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'mac_address': 'fa:16:3e:de:a2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:37Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 2, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'subnets': [{'id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:45.675800 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Pushing event updated for resources: {'Port': ['ID=54c3487f-c040-4b84-9799-31158b611aff,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:45.690504 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:45.693160 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36256) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:45.712369 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Checking router: fe0e738a-079f-4ff7-ab68-456b69bc9ae9 for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:42:45.712830 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Updating router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 port b191c04d-834f-4460-80d2-96224ab86d8f binding host dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:42:45.888022 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:45.917550 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:46.040288 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Usage tracker for resource:port and tenant:acfb03a5311b4eb997185ae634d3a3ad is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:46.051491 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:46.070481 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:46.085139 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36270) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:46.114168 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 3, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:46.126006 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Checking router: a3345c25-c3ed-4d58-b375-05e8518033b4 for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:42:46.126434 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Updating router a3345c25-c3ed-4d58-b375-05e8518033b4 port f8c92527-dc84-427f-a670-40d7c964f3a5 binding host dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:42:46.147192 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-84205a30-2617-49b5-b715-44832067dd96 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6141546 May 11 13:42:46.210031 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Made reservation on behalf of acfb03a5311b4eb997185ae634d3a3ad for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:46.222156 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:46.300112 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:46.307863 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:46.318114 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:46.344791 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:46.380911 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:46.401329 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:46.410683 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] Usage tracker for resource:security_group_rule and tenant:c87f8e7000e343c09ea79ca423beabb9 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:46.416365 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:46.430285 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:46.650921 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:46.896532 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Request body: {'port': {'device_id': 'f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:46.950787 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36280) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:46.981463 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.007513 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ebc9cf1de0444e9badc69ed46d81aaf&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1855505 May 11 13:42:47.032666 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b3a2a2-c803-4972-b572-399071548cd2,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:47.037267 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36290) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:47.047044 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:47.047558 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.073941 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:47.088333 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:47.159828 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Notify callbacks [] for port, precommit_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.173190 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.184502 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.provisioning_blocks [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Transition to ACTIVE for port object f8c92527-dc84-427f-a670-40d7c964f3a5 will not be triggered until provisioned by entity L2. {{(pid=78839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:42:47.204482 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.214873 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:47.220673 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0df1e78636ae4227b1e880cf0fdcaae9 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:47.225097 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:47.225636 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:47.233164 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:47.290948 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703922463-network', 'tenant_id': '824f1c1802d2450b84dbf1494c0c1474'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:47.323119 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c87f8e7000e343c09ea79ca423beabb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2300341 May 11 13:42:47.327362 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36294) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:47.395914 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82b5169-2de7-401b-96ef-9cdc35cd4c8c,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:47.397041 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.410152 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:47.425214 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-05fb28bc-0a70-4856-9eaa-37aa629f9a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.439700 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee86634-5adf-42a5-ae0c-99cbd8fcf994 None None] Pushing event updated for resources: {'Port': ['ID=f8c92527-dc84-427f-a670-40d7c964f3a5,revision_number=2']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:47.446821 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-7ee86634-5adf-42a5-ae0c-99cbd8fcf994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:47.491167 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:47.518663 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Attempting to bind port f8c92527-dc84-427f-a670-40d7c964f3a5 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:42:47.519427 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Attempting to bind port f8c92527-dc84-427f-a670-40d7c964f3a5 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:42:47.520116 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Attempting to bind port f8c92527-dc84-427f-a670-40d7c964f3a5 on network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:42:47.542155 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:42:47.543420 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Checking segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:42:47.544248 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.544766 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Bound using segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:42:47.545287 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Bound port: f8c92527-dc84-427f-a670-40d7c964f3a5, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:42:47.545697 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.587050 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Usage tracker for resource:network and tenant:824f1c1802d2450b84dbf1494c0c1474 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:47.603322 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:47.718291 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] For port f8c92527-dc84-427f-a670-40d7c964f3a5, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:42:47.728070 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] For port f8c92527-dc84-427f-a670-40d7c964f3a5, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=f8c92527-dc84-427f-a670-40d7c964f3a5,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:42:47.737812 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.755140 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-7ee86634-5adf-42a5-ae0c-99cbd8fcf994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:47.778462 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:47.796741 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Allocated IP 172.20.0.6 (44a37887-022e-4fb9-b403-624093f4410e/4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2/2f3ec511-58f3-4531-86f5-cc972a15feab) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:42:47.853106 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.886447 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Transition to ACTIVE for port object b191c04d-834f-4460-80d2-96224ab86d8f will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:42:47.888760 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:42:47.889583 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:42:47Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:47.906034 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:47.910929 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:47.920350 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-a37180b9-dfc4-4946-a65b-235cf5b5ae56 service neutron] 10.222.0.30 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3812139 May 11 13:42:48.059560 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341622b-628b-47a1-8d0a-89afa20910fc None None] Pushing event updated for resources: {'Port': ['ID=b191c04d-834f-4460-80d2-96224ab86d8f,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:48.070438 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-7341622b-628b-47a1-8d0a-89afa20910fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:48.186827 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fe1ca-c888-4d9a-b40a-d83bbe454dc9 req-a014d9b3-c55c-4c3e-bc36-ec3953d07626 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:48.194904 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7c6fe1ca-c888-4d9a-b40a-d83bbe454dc9 req-a014d9b3-c55c-4c3e-bc36-ec3953d07626 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 932 time: 2.0881507 May 11 13:42:48.281117 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.287595 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.374229 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee86634-5adf-42a5-ae0c-99cbd8fcf994 None None] Pushing event updated for resources: {'Port': ['ID=f8c92527-dc84-427f-a670-40d7c964f3a5,revision_number=3']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:48.379610 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f27853eb-ba42-4c85-9bf9-98b92a7d7b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.382618 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-7ee86634-5adf-42a5-ae0c-99cbd8fcf994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:48.398592 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Attempting to bind port b191c04d-834f-4460-80d2-96224ab86d8f on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:42:48.399181 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Attempting to bind port b191c04d-834f-4460-80d2-96224ab86d8f by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:42:48.399770 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Attempting to bind port b191c04d-834f-4460-80d2-96224ab86d8f on network ff1c09ff-c76f-4241-87fc-56e29166ac05 {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:42:48.419081 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:42:48.419776 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Checking segment: {'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:42:48.420458 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.421624 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Bound using segment: {'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:42:48.422250 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Bound port: b191c04d-834f-4460-80d2-96224ab86d8f, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:42:48.422957 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.460427 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:42:48.512311 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Made reservation on behalf of 824f1c1802d2450b84dbf1494c0c1474 for: {'network': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:48.524165 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.693996 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.744628 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.760607 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.780052 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.804143 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.807640 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:48.811295 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Usage tracker for resource:security_group_rule and tenant:824f1c1802d2450b84dbf1494c0c1474 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:48.839002 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:48.856002 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-03769613-3930-463e-8fd4-49058e5534d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.878835 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] For port b191c04d-834f-4460-80d2-96224ab86d8f, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:42:48.900134 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] For port b191c04d-834f-4460-80d2-96224ab86d8f, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=b191c04d-834f-4460-80d2-96224ab86d8f,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:42:48.902898 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-03769613-3930-463e-8fd4-49058e5534d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.904971 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f27853eb-ba42-4c85-9bf9-98b92a7d7b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.912330 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:48.934215 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:48.996815 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:49.056753 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:49.087954 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 3, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:49.100362 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbf65c-ca8c-42b6-ab6b-948d7ce52043 None None] The sync data for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb is: [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 3, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:42:49.103083 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-03769613-3930-463e-8fd4-49058e5534d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:49.113313 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-7c6fe1ca-c888-4d9a-b40a-d83bbe454dc9 req-26f9f559-8c21-45d2-9799-99a4a1072cf2 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Synchronizing usage tracker for tenant:c2ceb5ede36b42ab90d2da10166068df on resource:security_group {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:42:49.139451 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-74d605af-9017-468a-8fdd-4a82a8043da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:49.161970 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:49.201198 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03769613-3930-463e-8fd4-49058e5534d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b3a2a2-c803-4972-b572-399071548cd2,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:49.204004 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-03769613-3930-463e-8fd4-49058e5534d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:49.205243 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-03769613-3930-463e-8fd4-49058e5534d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1b3a2a2-c803-4972-b572-399071548cd2 HTTP/1.1" status: 204 len: 168 time: 2.1533616 May 11 13:42:49.230331 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-03769613-3930-463e-8fd4-49058e5534d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:49.295299 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Routers {'fe0e738a-079f-4ff7-ab68-456b69bc9ae9'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:42:49.298364 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:42:47Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:49.347251 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f27853eb-ba42-4c85-9bf9-98b92a7d7b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:49.384612 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f4b210-caf1-412d-81ba-bbdd73596102,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:49.392374 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:49.396502 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0df1e78636ae4227b1e880cf0fdcaae9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6795015 May 11 13:42:49.396952 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:49.417088 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36300) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:49.427969 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27853eb-ba42-4c85-9bf9-98b92a7d7b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82b5169-2de7-401b-96ef-9cdc35cd4c8c,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:49.430868 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f27853eb-ba42-4c85-9bf9-98b92a7d7b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:49.484261 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:49.505736 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341622b-628b-47a1-8d0a-89afa20910fc None None] Pushing event updated for resources: {'Port': ['ID=b191c04d-834f-4460-80d2-96224ab86d8f,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:49.528107 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-7341622b-628b-47a1-8d0a-89afa20910fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:49.550839 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-7c6fe1ca-c888-4d9a-b40a-d83bbe454dc9 req-26f9f559-8c21-45d2-9799-99a4a1072cf2 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Unset dirty status for tenant:c2ceb5ede36b42ab90d2da10166068df on resource:security_group {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:42:49.557984 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7c6fe1ca-c888-4d9a-b40a-d83bbe454dc9 req-26f9f559-8c21-45d2-9799-99a4a1072cf2 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3618860 May 11 13:42:49.696845 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:49.769904 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f27853eb-ba42-4c85-9bf9-98b92a7d7b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:49.774064 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f27853eb-ba42-4c85-9bf9-98b92a7d7b19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d82b5169-2de7-401b-96ef-9cdc35cd4c8c HTTP/1.1" status: 204 len: 168 time: 2.4338517 May 11 13:42:49.823134 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-263a1a66-dd2b-4c6e-a694-41aba3c69a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:49.983248 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-e22e3e89-7f56-47bc-876d-ad6dd7c8ec33 service neutron] 10.222.0.30 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8224924 May 11 13:42:50.082055 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] Set router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:42:50.099874 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Pushing event updated for resources: {'Port': ['ID=2f3ec511-58f3-4531-86f5-cc972a15feab,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:50.348296 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device b191c04d-834f-4460-80d2-96224ab86d8f up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:42:50.532726 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981c7a51-4853-4138-8cce-a8c3ce64e57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:50.753691 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Network 44a37887-022e-4fb9-b403-624093f4410e is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:42:50.758061 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:50.805257 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:50.823960 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:42:50.844488 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:50.858060 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:50.989098 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-26f17d53-8f1c-4d99-b80a-8b2291ce7b70 req-a82ddfeb-5882-4384-84eb-71e11092492c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 210 time: 0.5782735 May 11 13:42:51.130876 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Allocated IP 172.20.0.1 (3f78548c-1497-4a11-acbd-00382a724758/1080eaab-142c-4115-a8c3-777ccabb0f27/0d3226f2-c3ce-4f5f-9ebd-793a65edeabd) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:42:51.135865 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1985612 May 11 13:42:51.161311 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981c7a51-4853-4138-8cce-a8c3ce64e57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:51.255416 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Request body: {'port': {'device_id': '056b742f-e6e6-4d34-8d23-a7f8dcbf5860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:51.276021 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:51.502446 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port b191c04d-834f-4460-80d2-96224ab86d8f completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:42:51.581657 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port b191c04d-834f-4460-80d2-96224ab86d8f triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:51.584610 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:51.587190 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c3487f-c040-4b84-9799-31158b611aff {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:42:51.596350 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:51.614421 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Transition to ACTIVE for port object 54c3487f-c040-4b84-9799-31158b611aff will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:42:51.649482 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:51.758267 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:51.840659 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:51.915524 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:51.964980 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Pushing event updated for resources: {'Port': ['ID=54c3487f-c040-4b84-9799-31158b611aff,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:52.036104 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port b191c04d-834f-4460-80d2-96224ab86d8f, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=b191c04d-834f-4460-80d2-96224ab86d8f,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:42:52.048388 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:52.052201 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device f8c92527-dc84-427f-a670-40d7c964f3a5 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:42:52.121917 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a92942ae-0f94-4a7d-a702-781bd405bb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:52.229783 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd12c8-5612-4db2-a03d-070911ee6470 req-1c9b1f9e-75b5-4e2c-bab3-2b35ffa9cfd5 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:52.248700 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-89dd12c8-5612-4db2-a03d-070911ee6470 req-1c9b1f9e-75b5-4e2c-bab3-2b35ffa9cfd5 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 931 time: 2.1124539 May 11 13:42:52.259789 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:52.282603 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:52.461308 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port f8c92527-dc84-427f-a670-40d7c964f3a5 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:42:52.475527 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port f8c92527-dc84-427f-a670-40d7c964f3a5 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:52.476414 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:52.506845 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=b191c04d-834f-4460-80d2-96224ab86d8f,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:52.518579 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:52.561937 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'name': 'tempest-ServerRescueNegativeTestJSON-953233052-router', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:29Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 4, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'gw_port': {'id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:32Z', 'updated_at': '2021-05-11T13:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'b191c04d-834f-4460-80d2-96224ab86d8f', 'name': '', 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'mac_address': 'fa:16:3e:de:a2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:37Z', 'updated_at': '2021-05-11T13:42:48Z', 'revision_number': 4, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'subnets': [{'id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:42:52.579209 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d80f0-4d84-4371-b0e1-558e6c5b5bf6 None None] The sync data for ids ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'] in dv-cinder-784779-11-smb is: [{'id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'name': 'tempest-ServerRescueNegativeTestJSON-953233052-router', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:29Z', 'updated_at': '2021-05-11T13:42:38Z', 'revision_number': 4, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'gw_port': {'id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:32Z', 'updated_at': '2021-05-11T13:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'b191c04d-834f-4460-80d2-96224ab86d8f', 'name': '', 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'mac_address': 'fa:16:3e:de:a2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:37Z', 'updated_at': '2021-05-11T13:42:48Z', 'revision_number': 4, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'subnets': [{'id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:42:52.726265 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:52.767041 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port f8c92527-dc84-427f-a670-40d7c964f3a5, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=f8c92527-dc84-427f-a670-40d7c964f3a5,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:42:52.777502 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:52.781521 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:52.871298 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.112s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:52.911164 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:53.034826 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device b191c04d-834f-4460-80d2-96224ab86d8f up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:42:53.043097 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87be54ca-ea24-4d59-ae89-caeb637838d7,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:53.046991 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981c7a51-4853-4138-8cce-a8c3ce64e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:53.082404 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Transition to ACTIVE for port object 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd will not be triggered until provisioned by entity DHCP. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:42:53.083923 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.43', 58841) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:53.147943 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.026s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:53.148840 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=78837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:42:53.154973 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-89dd12c8-5612-4db2-a03d-070911ee6470 req-379fc855-aa80-4a0e-b558-0b3050421d26 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Synchronizing usage tracker for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:security_group {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:42:53.161496 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:53.207065 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fc5ee-2454-4c18-8fab-b51b58fe3092 req-a841ff0e-318b-4124-a952-a253624b57bf tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:53.215014 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-492fc5ee-2454-4c18-8fab-b51b58fe3092 req-a841ff0e-318b-4124-a952-a253624b57bf tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 944 time: 1.3980665 May 11 13:42:53.255650 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-369d4018-529c-4b19-a2e7-af0870713ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:53.279273 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=f8c92527-dc84-427f-a670-40d7c964f3a5,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:53.292344 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:53.361552 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Network 3f78548c-1497-4a11-acbd-00382a724758 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:42:53.431690 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:53.470161 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-b76360b4-fe06-4327-b61a-6f7ee865178e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:53.488655 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-492fc5ee-2454-4c18-8fab-b51b58fe3092 req-6e8dae96-fce4-4d4b-90c9-98abe8dd4c00 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725403 May 11 13:42:53.495737 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:42:53.496696 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657369'] for router_interface, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:53.610000 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port b191c04d-834f-4460-80d2-96224ab86d8f triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:53.610653 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:53.928137 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:53.930967 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.segments_db [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Added segment 8cdcfce0-31e1-4667-a568-fbfc0aa881ba of type vlan for network 75758a16-b28b-412d-997e-ca1e447ee492 May 11 13:42:53.955457 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Attempting to bind port 54c3487f-c040-4b84-9799-31158b611aff on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:42:53.959528 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Attempting to bind port 54c3487f-c040-4b84-9799-31158b611aff by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6db24166-b452-4a80-91c9-23455c8a0376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b685ed2f-4db1-4db5-9019-57c45cce5e87'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:42:53.962767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Attempting to bind port 54c3487f-c040-4b84-9799-31158b611aff on network b685ed2f-4db1-4db5-9019-57c45cce5e87 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:42:53.995445 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64943d7f-a518-4b96-a578-4212908fbf55 req-18248ff1-60c9-4dc4-aef0-fa8e8854ab19 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:53.999990 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-64943d7f-a518-4b96-a578-4212908fbf55 req-18248ff1-60c9-4dc4-aef0-fa8e8854ab19 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Synchronizing usage tracker for tenant:5eae5d7667f04349a1a0194a9c21aabb on resource:network {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:42:54.014240 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7a51-4853-4138-8cce-a8c3ce64e57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f4b210-caf1-412d-81ba-bbdd73596102,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:54.044042 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-89dd12c8-5612-4db2-a03d-070911ee6470 req-379fc855-aa80-4a0e-b558-0b3050421d26 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Unset dirty status for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:security_group {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:42:54.053366 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-89dd12c8-5612-4db2-a03d-070911ee6470 req-379fc855-aa80-4a0e-b558-0b3050421d26 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7124083 May 11 13:42:54.081471 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981c7a51-4853-4138-8cce-a8c3ce64e57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:54.086045 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-981c7a51-4853-4138-8cce-a8c3ce64e57a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7f4b210-caf1-412d-81ba-bbdd73596102 HTTP/1.1" status: 204 len: 168 time: 4.6540215 May 11 13:42:54.091764 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-981c7a51-4853-4138-8cce-a8c3ce64e57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:54.092709 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Port 54c3487f-c040-4b84-9799-31158b611aff on network b685ed2f-4db1-4db5-9019-57c45cce5e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:42:54.093087 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Attempting to bind port 54c3487f-c040-4b84-9799-31158b611aff on network b685ed2f-4db1-4db5-9019-57c45cce5e87 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:42:54.117816 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:42:54.120429 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Checking segment: {'id': '6db24166-b452-4a80-91c9-23455c8a0376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b685ed2f-4db1-4db5-9019-57c45cce5e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:42:54.121359 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Bound using segment: {'id': '6db24166-b452-4a80-91c9-23455c8a0376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b685ed2f-4db1-4db5-9019-57c45cce5e87'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:42:54.122308 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Bound port: 54c3487f-c040-4b84-9799-31158b611aff, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db24166-b452-4a80-91c9-23455c8a0376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b685ed2f-4db1-4db5-9019-57c45cce5e87'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:42:54.122612 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:54.147006 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-64943d7f-a518-4b96-a578-4212908fbf55 req-18248ff1-60c9-4dc4-aef0-fa8e8854ab19 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Unset dirty status for tenant:5eae5d7667f04349a1a0194a9c21aabb on resource:network {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:42:54.148399 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-18248ff1-60c9-4dc4-aef0-fa8e8854ab19 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.43 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 818 time: 0.9646776 May 11 13:42:54.225442 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-592677c5-9074-47c7-a970-a5e741981a51 None None] Provisioning for port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:42:54.281796 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-592677c5-9074-47c7-a970-a5e741981a51 None None] Provisioning complete for port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:54.282201 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-592677c5-9074-47c7-a970-a5e741981a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:54.383673 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] For port 54c3487f-c040-4b84-9799-31158b611aff, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:42:54.399226 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] For port 54c3487f-c040-4b84-9799-31158b611aff, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=54c3487f-c040-4b84-9799-31158b611aff,segment=NetworkSegment(6db24166-b452-4a80-91c9-23455c8a0376),segment_id=6db24166-b452-4a80-91c9-23455c8a0376)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:42:54.420930 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Request body: {'port': {'device_id': '14bd2fad-c39d-4dba-a71a-cf11cf36be8a', 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05', 'admin_state_up': True, 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:54.463922 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-592677c5-9074-47c7-a970-a5e741981a51 None None] Port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:42:54.474579 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:54.669658 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:54.888403 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device f8c92527-dc84-427f-a670-40d7c964f3a5 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:42:54.907650 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:54.951127 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:54.953299 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:54.961774 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] 10.222.0.43 "PUT /v2.0/ports/54c3487f-c040-4b84-9799-31158b611aff HTTP/1.1" status: 200 len: 1094 time: 9.0072489 May 11 13:42:54.982221 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9', 'tag': '54c3487f-c040-4b84-9799-31158b611aff'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:42:55.048119 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:55.158776 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port f8c92527-dc84-427f-a670-40d7c964f3a5 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:55.159192 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:55.239562 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:55.244536 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Pushing event updated for resources: {'Port': ['ID=0d3226f2-c3ce-4f5f-9ebd-793a65edeabd,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:55.265020 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.009s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:55.526271 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36424) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:55.592698 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:55.602174 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:55.716268 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Pushing event updated for resources: {'Port': ['ID=54c3487f-c040-4b84-9799-31158b611aff,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:55.764295 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.095s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:55.784572 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-d9d7a6ad-5e30-49f7-99c8-8c0165d04203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:55.932233 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 8.9664629 May 11 13:42:55.970551 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36436) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:56.024702 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:56.055364 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Usage tracker for resource:port and tenant:5eae5d7667f04349a1a0194a9c21aabb is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:56.076715 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:56.111800 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-2dde73b1-da5c-4bb6-ab89-bdde51a8518e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:56.124604 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-2dde73b1-da5c-4bb6-ab89-bdde51a8518e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 818 time: 2.1855586 May 11 13:42:56.178255 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Request body: {'subnet': {'network_id': '75758a16-b28b-412d-997e-ca1e447ee492', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703922463-subnet', 'tenant_id': '824f1c1802d2450b84dbf1494c0c1474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:42:56.224256 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:56.263255 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:56.316680 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:56.338935 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Usage tracker for resource:subnet and tenant:824f1c1802d2450b84dbf1494c0c1474 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:56.353700 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-6ee0ba6c-6cd3-4872-bb67-297549e9c6fe tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/quotas/5eae5d7667f04349a1a0194a9c21aabb HTTP/1.1" status: 200 len: 375 time: 0.1597915 May 11 13:42:56.354483 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Pushing event updated for resources: {'Network': ['ID=75758a16-b28b-412d-997e-ca1e447ee492,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:56.357753 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ea6a4154c7b145ecae2811d6a2db5952 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:56.387244 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 75758a16-b28b-412d-997e-ca1e447ee492 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:42:56.432601 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:56.436928 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:56.460185 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-16998711-b134-4a30-b811-1002aae42426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:56.462275 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-16998711-b134-4a30-b811-1002aae42426 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2ceb5ede36b42ab90d2da10166068df&device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 1097 time: 1.2904367 May 11 13:42:56.499994 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:56.550473 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:56.585896 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3ec511-58f3-4531-86f5-cc972a15feab {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:42:56.618597 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:56.646904 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Made reservation on behalf of 5eae5d7667f04349a1a0194a9c21aabb for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:56.667112 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:56.848205 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Transition to ACTIVE for port object 2f3ec511-58f3-4531-86f5-cc972a15feab will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:42:56.902755 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:56.914531 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-2e38b9fc-b01a-438c-af9a-7278153d3e9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c3487f-c040-4b84-9799-31158b611aff HTTP/1.1" status: 200 len: 217 time: 0.1842582 May 11 13:42:56.931011 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:56.949841 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:56.964144 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:57.255216 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Pushing event updated for resources: {'Port': ['ID=2f3ec511-58f3-4531-86f5-cc972a15feab,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:57.304504 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Made reservation on behalf of 824f1c1802d2450b84dbf1494c0c1474 for: {'subnet': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:42:57.309321 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:57.541421 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:57.900489 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36470) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:57.986996 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-622f9953-436d-480f-9f2e-1d299a5416bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:57.990003 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-622f9953-436d-480f-9f2e-1d299a5416bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09e12b3d-2856-444b-abd6-33b5b3d17b09 HTTP/1.1" status: 200 len: 852 time: 0.4362016 May 11 13:42:58.106896 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf3a87-9df7-4322-ab6f-aa856bdaeea5 req-ddbeb046-2dc4-43b8-a2d2-cb95cae48027 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:58.110209 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-01cf3a87-9df7-4322-ab6f-aa856bdaeea5 req-ddbeb046-2dc4-43b8-a2d2-cb95cae48027 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 944 time: 3.0663135 May 11 13:42:58.158820 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Attempting to bind port 2f3ec511-58f3-4531-86f5-cc972a15feab on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:42:58.159846 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Attempting to bind port 2f3ec511-58f3-4531-86f5-cc972a15feab by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:42:58.160651 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Attempting to bind port 2f3ec511-58f3-4531-86f5-cc972a15feab on network 44a37887-022e-4fb9-b403-624093f4410e {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:42:58.211514 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Port 2f3ec511-58f3-4531-86f5-cc972a15feab on network 44a37887-022e-4fb9-b403-624093f4410e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:42:58.214675 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Attempting to bind port 2f3ec511-58f3-4531-86f5-cc972a15feab on network 44a37887-022e-4fb9-b403-624093f4410e {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:42:58.215550 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.db.resource_extend [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 13:42:58.254616 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Allocated IP 172.20.0.3 (ff1c09ff-c76f-4241-87fc-56e29166ac05/7f33c61b-9e35-4c48-8d8c-edf7a89347ef/de8c7397-90a3-47b8-bd34-408e4437f186) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:42:58.263435 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:42:58.276742 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Checking segment: {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:42:58.278121 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Bound using segment: {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:42:58.278970 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Bound port: 2f3ec511-58f3-4531-86f5-cc972a15feab, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:42:58.279589 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:58.283803 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:58.308534 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:58.325625 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-173778d0-1c4b-4f92-9479-a0a7a28e0a37 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8820183 May 11 13:42:58.346560 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-01cf3a87-9df7-4322-ab6f-aa856bdaeea5 req-0713f9c4-e7ae-4956-9c2b-6f657a42660b tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209063 May 11 13:42:58.360216 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657274'] for router_interface, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:58.385815 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:58.711186 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] For port 2f3ec511-58f3-4531-86f5-cc972a15feab, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:42:58.714583 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] For port 2f3ec511-58f3-4531-86f5-cc972a15feab, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2f3ec511-58f3-4531-86f5-cc972a15feab,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:42:58.720953 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:58.752775 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:58.775729 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:42:58.796225 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c7978b59-3ed2-4df9-a8aa-9323e410b376 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:58.837742 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] Usage tracker for resource:security_group_rule and tenant:2b29f5bd9bda42a0b64593bade77a148 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:42:58.858243 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:42:58.906927 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-46e67b62-39fd-4b21-bea8-a1dec3f97b4e service neutron] 10.222.0.30 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264079 May 11 13:42:58.985734 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:42:59.088307 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-433142de-474c-4360-a346-56f2f079e43d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b685ed2f-4db1-4db5-9019-57c45cce5e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2082951 May 11 13:42:59.114509 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:59.114997 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:59.116885 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] 10.222.0.43 "PUT /v2.0/ports/2f3ec511-58f3-4531-86f5-cc972a15feab HTTP/1.1" status: 200 len: 1093 time: 7.9055731 May 11 13:42:59.120665 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Pushing event updated for resources: {'Port': ['ID=2f3ec511-58f3-4531-86f5-cc972a15feab,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:59.126734 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:59.192166 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:59.202920 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Pushing event updated for resources: {'Port': ['ID=0d3226f2-c3ce-4f5f-9ebd-793a65edeabd,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:59.251666 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:59.301523 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:59.311191 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:59.341093 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:59.404238 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:59.429403 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:59.430752 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:59.468974 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Network 3f78548c-1497-4a11-acbd-00382a724758 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:42:59.487706 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Network ff1c09ff-c76f-4241-87fc-56e29166ac05 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:42:59.495411 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:59.498789 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:42:59.500935 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:59.541474 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:42:59.557190 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:42:59.557871 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:59.596901 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea6a4154c7b145ecae2811d6a2db5952&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8747413 May 11 13:42:59.687016 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36482) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:59.699142 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b29f5bd9bda42a0b64593bade77a148&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7312069 May 11 13:42:59.728855 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36484) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:42:59.853869 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Pushing event updated for resources: {'Port': ['ID=de8c7397-90a3-47b8-bd34-408e4437f186,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:42:59.888687 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-1318b00f-ad5d-43cb-88ae-c0c7688afeef None None] Provisioning complete for port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:42:59.890073 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-1318b00f-ad5d-43cb-88ae-c0c7688afeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:42:59.911632 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:42:59.912128 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-981c7a51-4853-4138-8cce-a8c3ce64e57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:42:59.972900 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-1318b00f-ad5d-43cb-88ae-c0c7688afeef None None] Port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:42:59.995641 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-7583d28f-1d42-4f6b-8c99-93ce997537f7 service neutron] 10.222.0.30 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9855647 May 11 13:43:00.010939 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10710633-7b9f-42a1-8f88-6ac90ef63ec4,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:00.054804 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:00.112690 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12052b64-38b0-4b9a-80d2-9c4bcb611315,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:00.146694 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f90ccf-62e8-4558-a6b5-6c9a917ba17b req-6f19e04f-ff8c-4b1b-bd5a-778649298fe7 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:00.148577 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-84f90ccf-62e8-4558-a6b5-6c9a917ba17b req-6f19e04f-ff8c-4b1b-bd5a-778649298fe7 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 943 time: 1.2169449 May 11 13:43:00.160937 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7592704 May 11 13:43:00.171157 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:00.198823 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Request body: {'port': {'device_id': '14bd2fad-c39d-4dba-a71a-cf11cf36be8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:00.237021 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Router a3345c25-c3ed-4d58-b375-05e8518033b4 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:43:00.295258 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-84f90ccf-62e8-4558-a6b5-6c9a917ba17b req-46841090-3929-40d2-9324-d5097d1d0744 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314092 May 11 13:43:00.352027 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-068010f5-553a-4123-8687-d9a36743856c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:00.357959 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-f92c9bc7-7251-4ae2-b513-054da5ce96ff service neutron] 10.222.0.43 "GET /v2.0/networks/b685ed2f-4db1-4db5-9019-57c45cce5e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8612220 May 11 13:43:00.733230 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:00.754781 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-998bce96-2934-4f71-9de5-4fc154772b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:00.846398 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33502261-b17b-466d-aa83-cae5608a08ac req-1f78473e-cd12-420f-8951-a895df3e2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:00.850433 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-1f78473e-cd12-420f-8951-a895df3e2dec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 1096 time: 1.2858958 May 11 13:43:00.873324 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8cc2c851-51b6-4b54-959c-5830fe4cf6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:00.893924 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-068010f5-553a-4123-8687-d9a36743856c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:00.947549 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9', 'tag': '54c3487f-c040-4b84-9799-31158b611aff', 'status': 'completed', 'code': 200} May 11 13:43:01.051913 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-d1e1e322-1775-488e-a2be-a1db3a3408c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3ec511-58f3-4531-86f5-cc972a15feab HTTP/1.1" status: 200 len: 217 time: 0.1025302 May 11 13:43:01.097062 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c21244ca-92d7-47f4-b9c2-6c2aadfd8c25 req-4357062b-a2eb-4608-b2b9-611b144fbfc0 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 210 time: 0.1170611 May 11 13:43:01.144402 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=941f0f48-905f-4f03-9d5a-db8442697f35,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:01.157028 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:01.167063 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33502261-b17b-466d-aa83-cae5608a08ac req-55192250-d269-47ce-9c4b-c19b09e34976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:01.168956 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-55192250-d269-47ce-9c4b-c19b09e34976 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 HTTP/1.1" status: 200 len: 855 time: 0.0995836 May 11 13:43:01.169722 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:01.193953 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Checking segment: {'id': '8cdcfce0-31e1-4667-a568-fbfc0aa881ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75758a16-b28b-412d-997e-ca1e447ee492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:43:01.194275 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Network hostable DHCP agents. Network: 75758a16-b28b-412d-997e-ca1e447ee492, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:43:01.198130 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:43:01.208864 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848db0d5-244e-480c-abf5-d6e29808e032 req-357cc022-3b3b-4f09-b057-1192257ec905 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:01.210509 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-848db0d5-244e-480c-abf5-d6e29808e032 req-357cc022-3b3b-4f09-b057-1192257ec905 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 944 time: 0.6150739 May 11 13:43:01.219647 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Sync routers for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:43:01.234127 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:43:01.235097 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:42:47Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:01.252245 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-dac24c41-fe94-457c-b9ea-ec846314b261 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a37887-022e-4fb9-b403-624093f4410e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600286 May 11 13:43:01.254070 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8cc2c851-51b6-4b54-959c-5830fe4cf6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:01.282226 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Network 75758a16-b28b-412d-997e-ca1e447ee492 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:43:01.287633 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-848db0d5-244e-480c-abf5-d6e29808e032 req-32dd85fc-7141-4bda-a274-7c621b6ed4e8 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662291 May 11 13:43:01.288980 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] 10.222.0.30 "PUT /v2.0/routers/a3345c25-c3ed-4d58-b375-05e8518033b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4925938 May 11 13:43:01.329891 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 75758a16-b28b-412d-997e-ca1e447ee492) {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:43:01.334993 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:01.335579 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:01.377863 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.4041960 May 11 13:43:01.494175 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:43:01.497804 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-f2c570f5-b30a-4189-90b9-0687b634d412 req-20c0f747-d7db-44a6-9eb0-8b3d406b964a service neutron] 10.222.0.43 "GET /v2.0/networks/b685ed2f-4db1-4db5-9019-57c45cce5e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0402346 May 11 13:43:01.508481 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8cc2c851-51b6-4b54-959c-5830fe4cf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:01.621725 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:01.655383 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2c851-51b6-4b54-959c-5830fe4cf6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12052b64-38b0-4b9a-80d2-9c4bcb611315,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:01.667414 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8cc2c851-51b6-4b54-959c-5830fe4cf6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:01.722990 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-068010f5-553a-4123-8687-d9a36743856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:01.768034 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-068010f5-553a-4123-8687-d9a36743856c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:01.772294 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.43', 58849) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:01.772661 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-068010f5-553a-4123-8687-d9a36743856c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10710633-7b9f-42a1-8f88-6ac90ef63ec4 HTTP/1.1" status: 204 len: 168 time: 2.0714386 May 11 13:43:01.773762 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:01.794485 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108f442-90f6-4c2b-8541-4f669dba3976 None None] Network 75758a16-b28b-412d-997e-ca1e447ee492 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:43:01.799867 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8cc2c851-51b6-4b54-959c-5830fe4cf6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:01.801616 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-8cc2c851-51b6-4b54-959c-5830fe4cf6aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12052b64-38b0-4b9a-80d2-9c4bcb611315 HTTP/1.1" status: 204 len: 168 time: 1.9539757 May 11 13:43:01.862024 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068010f5-553a-4123-8687-d9a36743856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10710633-7b9f-42a1-8f88-6ac90ef63ec4,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:01.882522 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-068010f5-553a-4123-8687-d9a36743856c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:01.895380 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-eadf15bd-371f-451d-99c4-4d3a0d307847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:01.896941 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-eadf15bd-371f-451d-99c4-4d3a0d307847 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2ceb5ede36b42ab90d2da10166068df&device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 1097 time: 0.3261487 May 11 13:43:01.904248 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-4af0d6df-43f7-42b6-9514-bddaccfcdfd9 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341541 May 11 13:43:02.070138 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-c19e345d-d7ab-4d1f-ad29-66c1a47122d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:02.072023 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-c19e345d-d7ab-4d1f-ad29-66c1a47122d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b685ed2f-4db1-4db5-9019-57c45cce5e87 HTTP/1.1" status: 200 len: 913 time: 0.1665788 May 11 13:43:02.180029 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dc4f2-4554-4106-a5bc-f5cc2f8303f7 req-931964d9-aa71-4abb-b324-ca182bc450c7 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:02.195173 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bf7dc4f2-4554-4106-a5bc-f5cc2f8303f7 req-931964d9-aa71-4abb-b324-ca182bc450c7 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 943 time: 0.6691985 May 11 13:43:02.483977 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-48dd14e6-2aaf-400b-b802-22a58556aff6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:02.488845 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-48dd14e6-2aaf-400b-b802-22a58556aff6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.43 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 818 time: 0.7073350 May 11 13:43:02.530572 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Request body: {'port': {'device_id': '587066ef-30a8-4c22-84ae-f278d4c1a077', 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05', 'admin_state_up': True, 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:02.612897 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8c7397-90a3-47b8-bd34-408e4437f186 {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:43:02.622376 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:02.640770 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Transition to ACTIVE for port object de8c7397-90a3-47b8-bd34-408e4437f186 will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:43:02.642883 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-910d85a5-78d6-4b13-a79f-b74a0a8bdf8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c3487f-c040-4b84-9799-31158b611aff HTTP/1.1" status: 200 len: 217 time: 0.5373852 May 11 13:43:02.689165 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:02.709810 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:02.729833 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bf7dc4f2-4554-4106-a5bc-f5cc2f8303f7 req-ad78fa83-4151-4949-94bf-e9fe3549ff5f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334916 May 11 13:43:02.785337 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36580) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:02.829956 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:02.857206 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36584) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:02.861607 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:02.866014 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] Usage tracker for resource:security_group_rule and tenant:478846d8d768448b8f045fa60a242dab is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:02.870432 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:02.878587 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:02.965265 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ec8344-89b7-4fd7-8096-4da3de939a8c None None] Network 75758a16-b28b-412d-997e-ca1e447ee492 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:43:02.994224 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:03.006174 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:03.007446 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:03.017615 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818666817', 'description': 'tempest-description--536374653'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:03.033016 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Usage tracker for resource:port and tenant:5eae5d7667f04349a1a0194a9c21aabb is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:03.038595 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:03.041042 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f59af605-a966-4b48-b9a0-64d0d247e1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:03.052472 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:03.068075 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:security_group and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:03.112818 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056b742f-e6e6-4d34-8d23-a7f8dcbf5860', 'tag': '2f3ec511-58f3-4531-86f5-cc972a15feab'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:03.145266 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:03.150378 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:03.188332 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:03.192216 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d91a35f8-2dab-4001-aef0-a045c122f88c req-1d73471f-f7a3-4c20-a908-614981f94b5c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 210 time: 0.1340506 May 11 13:43:03.212066 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=478846d8d768448b8f045fa60a242dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251759 May 11 13:43:03.213494 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdd01c1-e82a-42ed-a983-5abf1d58d1e9,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:03.219118 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36596) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:03.221753 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:03.227718 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Made reservation on behalf of 5eae5d7667f04349a1a0194a9c21aabb for: {'port': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:43:03.231841 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:03.255010 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:03.268748 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-33502261-b17b-466d-aa83-cae5608a08ac req-04750562-f654-4ca0-9ebf-1cd40c33bbf4 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1896355 May 11 13:43:03.298854 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:42:56Z', 'revision_number': 2, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:03.318559 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Checking router: a3345c25-c3ed-4d58-b375-05e8518033b4 for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:43:03.319016 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Updating router a3345c25-c3ed-4d58-b375-05e8518033b4 port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd binding host dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:43:03.364977 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:03.367144 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36600) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:03.376908 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:security_group_rule and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:03.381840 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:03.384993 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056b742f-e6e6-4d34-8d23-a7f8dcbf5860', 'tag': '2f3ec511-58f3-4531-86f5-cc972a15feab', 'status': 'completed', 'code': 200} May 11 13:43:03.404090 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:03.414059 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:03.491839 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-3eb11466-63dc-4a7b-a648-1adbcf551338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:03.493510 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-3eb11466-63dc-4a7b-a648-1adbcf551338 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09e12b3d-2856-444b-abd6-33b5b3d17b09 HTTP/1.1" status: 200 len: 852 time: 0.8436363 May 11 13:43:03.494372 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Pushing event updated for resources: {'Port': ['ID=de8c7397-90a3-47b8-bd34-408e4437f186,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:03.509869 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Attempting to bind port de8c7397-90a3-47b8-bd34-408e4437f186 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:43:03.509869 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Attempting to bind port de8c7397-90a3-47b8-bd34-408e4437f186 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:43:03.509869 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Attempting to bind port de8c7397-90a3-47b8-bd34-408e4437f186 on network ff1c09ff-c76f-4241-87fc-56e29166ac05 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:43:03.548675 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:03.561196 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36612) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:03.582077 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-897372377-network', 'tenant_id': '5c97d09ad2f64a0b8632e285ad972e0b'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:03.585993 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Port de8c7397-90a3-47b8-bd34-408e4437f186 on network ff1c09ff-c76f-4241-87fc-56e29166ac05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:43:03.586384 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Attempting to bind port de8c7397-90a3-47b8-bd34-408e4437f186 on network ff1c09ff-c76f-4241-87fc-56e29166ac05 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:43:03.590727 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-171c8d66-d9a3-4dd7-b53e-794e19cb7592 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b685ed2f-4db1-4db5-9019-57c45cce5e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773909 May 11 13:43:03.600696 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:03.605866 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:43:03.606376 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Checking segment: {'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:43:03.606767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Bound using segment: {'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:43:03.607300 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Bound port: de8c7397-90a3-47b8-bd34-408e4437f186, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:43:03.607708 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:03.643329 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Usage tracker for resource:network and tenant:5c97d09ad2f64a0b8632e285ad972e0b is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:03.653950 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:03.848212 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:03.865947 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:03.882082 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab8be7-e716-4611-b2ac-c2c24ba0e49d req-72351857-e32b-44ec-97f7-0f7e38a52472 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:03.889701 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8eab8be7-e716-4611-b2ac-c2c24ba0e49d req-72351857-e32b-44ec-97f7-0f7e38a52472 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 944 time: 0.8388526 May 11 13:43:03.891578 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-29c9536d-f830-4de6-b83f-39fc02156b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:03.944982 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:03.958610 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4eafef0b-2acd-436e-8b51-171a3e3a28d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:03.983781 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Made reservation on behalf of 5c97d09ad2f64a0b8632e285ad972e0b for: {'network': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:43:03.985760 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.027291 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] For port de8c7397-90a3-47b8-bd34-408e4437f186, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:43:04.042332 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.055017 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b369b-5531-45cb-8c15-44237a12ce32 req-504d2cec-9ab4-4377-be44-efc4f5ad0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:04.058090 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-497b369b-5531-45cb-8c15-44237a12ce32 req-504d2cec-9ab4-4377-be44-efc4f5ad0550 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 1096 time: 0.6423903 May 11 13:43:04.065865 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-03769613-3930-463e-8fd4-49058e5534d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:04.066149 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-4eafef0b-2acd-436e-8b51-171a3e3a28d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:04.084241 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] For port de8c7397-90a3-47b8-bd34-408e4437f186, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=de8c7397-90a3-47b8-bd34-408e4437f186,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:43:04.115697 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:04.118658 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-4eafef0b-2acd-436e-8b51-171a3e3a28d8 admin admin] Usage tracker for resource:security_group_rule and tenant:eeb9c890458b44ff818b4953fac2a950 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:04.140129 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.144066 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-4eafef0b-2acd-436e-8b51-171a3e3a28d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:04.163558 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Allocated IP 172.20.0.6 (ff1c09ff-c76f-4241-87fc-56e29166ac05/7f33c61b-9e35-4c48-8d8c-edf7a89347ef/c37fe951-6258-45c3-ba01-35bcb722d8ee) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:43:04.195518 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Usage tracker for resource:security_group_rule and tenant:5c97d09ad2f64a0b8632e285ad972e0b is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:04.207813 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-8503ec10-b66f-41df-9c85-4812acba1d9f service neutron] 10.222.0.43 "GET /v2.0/networks/b685ed2f-4db1-4db5-9019-57c45cce5e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043499 May 11 13:43:04.210078 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-4eafef0b-2acd-436e-8b51-171a3e3a28d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:04.212820 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:04.221970 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:04.236163 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8eab8be7-e716-4611-b2ac-c2c24ba0e49d req-15694e4d-d506-4b48-930d-4aaa5030f0bd tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452432 May 11 13:43:04.243264 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-29c9536d-f830-4de6-b83f-39fc02156b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.282600 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a604bdb4-737f-4db6-995b-b36723cd0f64,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:04.307472 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:04.318627 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:04.388906 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.392937 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3942406 May 11 13:43:04.398896 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36630) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:04.422315 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'security_group_rule': {'security_group_id': 'a604bdb4-737f-4db6-995b-b36723cd0f64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:04.437071 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:04.460571 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:security_group_rule and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:04.466136 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:04.473396 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Notify callbacks [] for port, precommit_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.477572 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:04.503405 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57e4d-a390-4a9d-aa07-f7b0f2d168a2 req-fd99f707-a499-4c05-9428-49a2ef6756ff tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:04.506889 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Transition to ACTIVE for port object 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:43:04.511033 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f3d57e4d-a390-4a9d-aa07-f7b0f2d168a2 req-fd99f707-a499-4c05-9428-49a2ef6756ff tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 943 time: 0.5616670 May 11 13:43:04.519547 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.538281 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:04.554666 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-29c9536d-f830-4de6-b83f-39fc02156b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.647856 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:04.669067 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.703016 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-e1d73cb2-f734-469e-95df-373136923026 req-5495aa34-88ab-427d-b79f-806ad90854b2 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Synchronizing usage tracker for tenant:5eae5d7667f04349a1a0194a9c21aabb on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:43:04.706102 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9536d-f830-4de6-b83f-39fc02156b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdd01c1-e82a-42ed-a983-5abf1d58d1e9,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:04.720671 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-29c9536d-f830-4de6-b83f-39fc02156b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:04.744435 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 54c3487f-c040-4b84-9799-31158b611aff details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:43:04.771224 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-15267c4a-3cd9-4a4b-82bf-7d6ba430c492 service neutron] 10.222.0.43 "GET /v2.0/networks/b685ed2f-4db1-4db5-9019-57c45cce5e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851968 May 11 13:43:04.776223 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Pushing event updated for resources: {'Port': ['ID=de8c7397-90a3-47b8-bd34-408e4437f186,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:04.796402 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f3d57e4d-a390-4a9d-aa07-f7b0f2d168a2 req-b5fe4bd3-399a-4f22-8450-8fa26550c767 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843451 May 11 13:43:04.815874 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:04.816643 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.818530 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] 10.222.0.43 "PUT /v2.0/ports/de8c7397-90a3-47b8-bd34-408e4437f186 HTTP/1.1" status: 200 len: 1093 time: 4.6270859 May 11 13:43:04.826790 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:04.835066 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-29c9536d-f830-4de6-b83f-39fc02156b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:04.840458 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-29c9536d-f830-4de6-b83f-39fc02156b7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fdd01c1-e82a-42ed-a983-5abf1d58d1e9 HTTP/1.1" status: 204 len: 168 time: 1.6128435 May 11 13:43:04.878816 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb882ee-09ad-4842-8465-5846b1a44141 None None] Pushing event updated for resources: {'Port': ['ID=0d3226f2-c3ce-4f5f-9ebd-793a65edeabd,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:04.897490 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-e1d73cb2-f734-469e-95df-373136923026 req-5495aa34-88ab-427d-b79f-806ad90854b2 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Unset dirty status for tenant:5eae5d7667f04349a1a0194a9c21aabb on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:43:04.898351 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e1d73cb2-f734-469e-95df-373136923026 req-5495aa34-88ab-427d-b79f-806ad90854b2 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 210 time: 0.2868180 May 11 13:43:04.901466 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-beb882ee-09ad-4842-8465-5846b1a44141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:05.023065 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.035513 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.038623 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.058426 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:05.121764 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc57231-288e-4621-b94d-22093799e282,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:05.131033 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:05.135521 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b369b-5531-45cb-8c15-44237a12ce32 req-2fa0fbd4-e5dd-4e76-b472-b265ee0e6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:05.137530 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-497b369b-5531-45cb-8c15-44237a12ce32 req-2fa0fbd4-e5dd-4e76-b472-b265ee0e6b15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 916 time: 1.0571749 May 11 13:43:05.173731 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.179775 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7769625 May 11 13:43:05.181831 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Attempting to bind port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:43:05.182868 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36644) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:05.183251 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Attempting to bind port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:43:05.184205 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Attempting to bind port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd on network 3f78548c-1497-4a11-acbd-00382a724758 {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:43:05.189044 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'security_group_rule': {'security_group_id': 'a604bdb4-737f-4db6-995b-b36723cd0f64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:05.201454 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:05.209616 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:security_group_rule and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:05.215230 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:05.225398 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:05.229983 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.247585 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:43:05.248945 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Checking segment: {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:43:05.249957 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.250896 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Bound using segment: {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:43:05.251556 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:05.251995 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-497b369b-5531-45cb-8c15-44237a12ce32 req-04aa7c77-742f-4b86-9cc2-ad360f6e179f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3ec511-58f3-4531-86f5-cc972a15feab HTTP/1.1" status: 200 len: 217 time: 0.1044562 May 11 13:43:05.252478 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Bound port: 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:43:05.253320 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.344303 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Network ff1c09ff-c76f-4241-87fc-56e29166ac05 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:43:05.347795 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:43:05.349789 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.411354 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bd2fad-c39d-4dba-a71a-cf11cf36be8a', 'tag': 'de8c7397-90a3-47b8-bd34-408e4437f186'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:05.628527 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4eafef0b-2acd-436e-8b51-171a3e3a28d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.677607 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bd2fad-c39d-4dba-a71a-cf11cf36be8a', 'tag': 'de8c7397-90a3-47b8-bd34-408e4437f186', 'status': 'completed', 'code': 200} May 11 13:43:05.689120 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:43:05.695131 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:05.696075 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.703942 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.710048 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4eafef0b-2acd-436e-8b51-171a3e3a28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.716395 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64943d7f-a518-4b96-a578-4212908fbf55 req-06c87797-6c30-42b6-8fab-02974ab8ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:05.718423 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-06c87797-6c30-42b6-8fab-02974ab8ad57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 1096 time: 0.7625184 May 11 13:43:05.719187 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.742638 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:05.766729 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 54c3487f-c040-4b84-9799-31158b611aff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=54c3487f-c040-4b84-9799-31158b611aff,segment=NetworkSegment(6db24166-b452-4a80-91c9-23455c8a0376),segment_id=6db24166-b452-4a80-91c9-23455c8a0376)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:05.795023 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] For port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:43:05.808998 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '54c3487f-c040-4b84-9799-31158b611aff', 'network_id': 'b685ed2f-4db1-4db5-9019-57c45cce5e87', 'port_id': '54c3487f-c040-4b84-9799-31158b611aff', 'mac_address': 'fa:16:3e:74:00:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e12b3d-2856-444b-abd6-33b5b3d17b09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:43:05.824632 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] For port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=0d3226f2-c3ce-4f5f-9ebd-793a65edeabd,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:43:05.899651 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b369b-5531-45cb-8c15-44237a12ce32 req-99ab8ef9-b974-4e80-a88c-fe086fd8a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:05.902171 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-497b369b-5531-45cb-8c15-44237a12ce32 req-99ab8ef9-b974-4e80-a88c-fe086fd8a335 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 HTTP/1.1" status: 200 len: 855 time: 0.6415279 May 11 13:43:05.911241 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-fc9c1e75-e8ec-4395-8348-9df24e5c9ce8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de8c7397-90a3-47b8-bd34-408e4437f186 HTTP/1.1" status: 200 len: 217 time: 0.1737905 May 11 13:43:05.926278 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.957258 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Pushing event updated for resources: {'Port': ['ID=c37fe951-6258-45c3-ba01-35bcb722d8ee,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:05.973208 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.977277 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:05.982827 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:05.997318 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:06.000762 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:06.019931 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:06.037414 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5361447 May 11 13:43:06.047068 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fea6611-d9ad-4332-b92d-9a3fa9113b99,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:06.073557 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=78836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:43:06.092674 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:06.093197 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.segments_db [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Added segment a945efc2-4a99-40fa-9218-5c5491e3e73f of type vlan for network 7e355e92-0982-4fa5-81d5-7f143c0bf1f3 May 11 13:43:06.132378 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-497b369b-5531-45cb-8c15-44237a12ce32 req-541e9fae-b1fc-421d-9aef-989e525abb56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a37887-022e-4fb9-b403-624093f4410e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2105258 May 11 13:43:06.133879 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafef0b-2acd-436e-8b51-171a3e3a28d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9dbf95-0c47-4fcf-8467-78731ca79a9d,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:06.136828 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:06.148034 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Request body: {'port': {'device_id': '587066ef-30a8-4c22-84ae-f278d4c1a077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:06.210062 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:06.212004 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0278835 May 11 13:43:06.220282 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c3487f-c040-4b84-9799-31158b611aff {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:43:06.235874 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb882ee-09ad-4842-8465-5846b1a44141 None None] Pushing event updated for resources: {'Port': ['ID=0d3226f2-c3ce-4f5f-9ebd-793a65edeabd,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:06.249748 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-beb882ee-09ad-4842-8465-5846b1a44141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:06.266401 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 54c3487f-c040-4b84-9799-31158b611aff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=54c3487f-c040-4b84-9799-31158b611aff,segment=NetworkSegment(6db24166-b452-4a80-91c9-23455c8a0376),segment_id=6db24166-b452-4a80-91c9-23455c8a0376)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:06.267691 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:43:06.269700 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:42:47Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:06.291040 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36682) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:06.303430 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:06.342941 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:06.343772 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 2f3ec511-58f3-4531-86f5-cc972a15feab details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:43:06.344418 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'floatingip': {'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:06.387431 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-4eafef0b-2acd-436e-8b51-171a3e3a28d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eeb9c890458b44ff818b4953fac2a950&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9820952 May 11 13:43:06.393304 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:06.401898 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:06.406093 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36690) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:06.473980 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:floatingip and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:06.496592 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:06.518151 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:06.519838 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:06.530455 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606a66-892a-41fb-b286-12dea7fb194e req-d23b9890-6fd4-4596-9515-d4cb7633185f tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:06.546402 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-42606a66-892a-41fb-b286-12dea7fb194e req-d23b9890-6fd4-4596-9515-d4cb7633185f tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 944 time: 0.8602254 May 11 13:43:06.626636 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 2f3ec511-58f3-4531-86f5-cc972a15feab, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2f3ec511-58f3-4531-86f5-cc972a15feab,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:06.698442 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:06.712332 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:06.752257 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '2f3ec511-58f3-4531-86f5-cc972a15feab', 'network_id': '44a37887-022e-4fb9-b403-624093f4410e', 'port_id': '2f3ec511-58f3-4531-86f5-cc972a15feab', 'mac_address': 'fa:16:3e:10:4e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:43:06.776741 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:06.836086 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-42606a66-892a-41fb-b286-12dea7fb194e req-079faa1e-8a16-4147-8f0d-b31e0d9955d0 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881222 May 11 13:43:06.851449 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:06.932134 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6990c-8aa9-4982-880a-6a53c42f0e39 req-21a9c7f6-1142-4229-9e1c-af839a5f91a0 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:06.933882 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b5a6990c-8aa9-4982-880a-6a53c42f0e39 req-21a9c7f6-1142-4229-9e1c-af839a5f91a0 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 943 time: 0.8017581 May 11 13:43:06.946069 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd836e33-da82-4f7c-8665-e738ed620518,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:06.972969 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.231s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:06.998357 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.101s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:06.998705 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:07.029938 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:07.077503 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:43:07.079261 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64943d7f-a518-4b96-a578-4212908fbf55 req-9f5b1b12-27e9-47f7-924b-f456dbf16b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:07.082929 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-9f5b1b12-27e9-47f7-924b-f456dbf16b1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 200 len: 858 time: 0.9767816 May 11 13:43:07.120521 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b5a6990c-8aa9-4982-880a-6a53c42f0e39 req-19d1c740-0686-42bf-91fb-827347a0033f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507733 May 11 13:43:07.208981 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:07.237173 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3ec511-58f3-4531-86f5-cc972a15feab {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:43:07.265159 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 2f3ec511-58f3-4531-86f5-cc972a15feab, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2f3ec511-58f3-4531-86f5-cc972a15feab,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:07.279393 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:07.294433 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Pushing event updated for resources: {'Network': ['ID=7e355e92-0982-4fa5-81d5-7f143c0bf1f3,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:07.310641 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:07.336270 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.7738380 May 11 13:43:07.344181 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36708) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:07.367823 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Request body: {'subnet': {'network_id': '7e355e92-0982-4fa5-81d5-7f143c0bf1f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-897372377-subnet', 'tenant_id': '5c97d09ad2f64a0b8632e285ad972e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:07.412722 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 7e355e92-0982-4fa5-81d5-7f143c0bf1f3 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:43:07.435191 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-353786c7-b293-4ef7-94d5-931e0bce0040 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff1c09ff-c76f-4241-87fc-56e29166ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043134 May 11 13:43:07.450759 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:07.464841 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-497b369b-5531-45cb-8c15-44237a12ce32 req-993112c6-cb25-4f1e-a353-2113fc85090e service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3010535 May 11 13:43:07.466940 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d132e322-b893-4656-b83e-5223b3b4a47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:07.492172 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:07.600272 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65072933-e3c3-405e-b62d-99541f7ead4f req-23c497c3-3c67-4b70-a22f-7249bd47d2ca tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:07.602299 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-65072933-e3c3-405e-b62d-99541f7ead4f req-23c497c3-3c67-4b70-a22f-7249bd47d2ca tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 931 time: 0.4762013 May 11 13:43:07.606827 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Usage tracker for resource:subnet and tenant:5c97d09ad2f64a0b8632e285ad972e0b is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:07.618092 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:07.682497 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:07.757537 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-65072933-e3c3-405e-b62d-99541f7ead4f req-c7bb68f2-2e75-42b7-b1f0-06163956e0b3 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441939 May 11 13:43:07.812025 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Made reservation on behalf of 5c97d09ad2f64a0b8632e285ad972e0b for: {'subnet': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:43:07.815281 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:07.840224 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-62d850aa-4197-4a55-a13f-0b6dc4644543 service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965402 May 11 13:43:07.896857 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d132e322-b893-4656-b83e-5223b3b4a47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:07.910353 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=54c3487f-c040-4b84-9799-31158b611aff,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:07.930280 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['2f3ec511-58f3-4531-86f5-cc972a15feab'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:43:07.968782 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.256s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:07.973070 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.684s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:07.999473 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37fe951-6258-45c3-ba01-35bcb722d8ee {{(pid=78837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:43:08.014835 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:08.161660 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['54c3487f-c040-4b84-9799-31158b611aff'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:43:08.387660 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-497b369b-5531-45cb-8c15-44237a12ce32 req-b0a75a46-4879-4840-a68b-4016ac378d05 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9217150 May 11 13:43:08.451597 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Transition to ACTIVE for port object c37fe951-6258-45c3-ba01-35bcb722d8ee will not be triggered until provisioned by entity L2. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:43:08.477392 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:08.480584 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=2f3ec511-58f3-4531-86f5-cc972a15feab,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:08.484769 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Allocated IP 172.28.2.206 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/b1769e76-e14e-46a1-a946-29059999dcbd) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:43:08.502216 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d132e322-b893-4656-b83e-5223b3b4a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:08.505955 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:08.552543 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:08.561807 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:08.600021 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132e322-b893-4656-b83e-5223b3b4a47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9dbf95-0c47-4fcf-8467-78731ca79a9d,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:08.626267 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d132e322-b893-4656-b83e-5223b3b4a47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:08.632888 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d132e322-b893-4656-b83e-5223b3b4a47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:08.634397 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-d132e322-b893-4656-b83e-5223b3b4a47f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc9dbf95-0c47-4fcf-8467-78731ca79a9d HTTP/1.1" status: 204 len: 168 time: 2.2200599 May 11 13:43:08.645173 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-64943d7f-a518-4b96-a578-4212908fbf55 req-a89507b0-1b14-4594-bf1f-ef67fedab4aa service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523532 May 11 13:43:08.730313 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:05Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:08.776297 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca7e1f-2d10-40bf-b202-5432a8e92b9a None None] The sync data for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb is: [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:05Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:43:08.947269 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ad6ec-6d19-4b7d-995b-f3afb571136e req-a0f679ff-75c7-47cb-9c2e-3bdb72295ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:08.950158 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-781ad6ec-6d19-4b7d-995b-f3afb571136e req-a0f679ff-75c7-47cb-9c2e-3bdb72295ca0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 1096 time: 0.2373557 May 11 13:43:09.168306 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Pushing event updated for resources: {'Port': ['ID=c37fe951-6258-45c3-ba01-35bcb722d8ee,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:09.184513 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:09.271496 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ad6ec-6d19-4b7d-995b-f3afb571136e req-58b6079c-5a29-4b8c-8c31-3c29d49a7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:09.273478 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-781ad6ec-6d19-4b7d-995b-f3afb571136e req-58b6079c-5a29-4b8c-8c31-3c29d49a7bb7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 919 time: 0.3002832 May 11 13:43:09.304033 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 2f3ec511-58f3-4531-86f5-cc972a15feab up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:43:09.428799 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:09.479731 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc36598-d711-48ce-a23b-87eeabdb1964 req-55b5324c-7b5f-4bbb-8a3d-2ade5dcd5cbe tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:09.489808 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fcc36598-d711-48ce-a23b-87eeabdb1964 req-55b5324c-7b5f-4bbb-8a3d-2ade5dcd5cbe tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 945 time: 1.1668603 May 11 13:43:09.501401 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-781ad6ec-6d19-4b7d-995b-f3afb571136e req-62930742-3adb-48d1-892e-d43a6308f1c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de8c7397-90a3-47b8-bd34-408e4437f186 HTTP/1.1" status: 200 len: 217 time: 0.2187169 May 11 13:43:09.516063 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Attempting to bind port c37fe951-6258-45c3-ba01-35bcb722d8ee on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:43:09.516814 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Attempting to bind port c37fe951-6258-45c3-ba01-35bcb722d8ee by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:43:09.517357 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Attempting to bind port c37fe951-6258-45c3-ba01-35bcb722d8ee on network ff1c09ff-c76f-4241-87fc-56e29166ac05 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:43:09.525791 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 2f3ec511-58f3-4531-86f5-cc972a15feab completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:43:09.537360 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 2f3ec511-58f3-4531-86f5-cc972a15feab triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:43:09.537895 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:09.559642 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e52c26-b009-4cc5-81d7-3aeacf486e1f req-e3221e08-485d-4705-80e9-9be028ea36a3 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:09.569287 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d4e52c26-b009-4cc5-81d7-3aeacf486e1f req-e3221e08-485d-4705-80e9-9be028ea36a3 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 944 time: 1.1957850 May 11 13:43:09.585006 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Port c37fe951-6258-45c3-ba01-35bcb722d8ee on network ff1c09ff-c76f-4241-87fc-56e29166ac05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:43:09.592961 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Attempting to bind port c37fe951-6258-45c3-ba01-35bcb722d8ee on network ff1c09ff-c76f-4241-87fc-56e29166ac05 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:43:09.652003 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36748) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:09.704581 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:09.715218 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:43:09.715544 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Checking segment: {'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:43:09.716120 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Bound using segment: {'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:43:09.716659 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Bound port: c37fe951-6258-45c3-ba01-35bcb722d8ee, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72df2de-a169-43ec-ae33-e8af6067f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05'}}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:43:09.717011 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:09.740144 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fcc36598-d711-48ce-a23b-87eeabdb1964 req-0d0d6f58-0453-4872-ad69-41075f2dcce2 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489252 May 11 13:43:09.743456 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:09.752249 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:09.761204 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ad6ec-6d19-4b7d-995b-f3afb571136e req-03a64eda-1d4f-4855-860f-272bbcdca3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:09.763172 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-781ad6ec-6d19-4b7d-995b-f3afb571136e req-03a64eda-1d4f-4855-860f-272bbcdca3cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 200 len: 858 time: 0.2554617 May 11 13:43:09.764957 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] Usage tracker for resource:security_group_rule and tenant:1081cba856274082ad59f24e638843c3 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:09.777262 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:09.777678 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:09.789968 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:09.874958 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056b742f-e6e6-4d34-8d23-a7f8dcbf5860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3ec511-58f3-4531-86f5-cc972a15feab'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:09.879387 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:09.902267 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-781ad6ec-6d19-4b7d-995b-f3afb571136e req-5761b6b5-f19a-46af-90b0-e2819d3e986a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff1c09ff-c76f-4241-87fc-56e29166ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272745 May 11 13:43:09.945082 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'Port': ['ID=b1769e76-e14e-46a1-a946-29059999dcbd,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:09.996659 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d4e52c26-b009-4cc5-81d7-3aeacf486e1f req-750104c8-ad9f-4dab-a745-94baf99a6e16 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899281 May 11 13:43:10.059319 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:10.071581 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:43:10.098935 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:43:10.109178 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 2f3ec511-58f3-4531-86f5-cc972a15feab, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2f3ec511-58f3-4531-86f5-cc972a15feab,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:10.118406 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:43:10.119141 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:10.123929 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:10.391968 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=2f3ec511-58f3-4531-86f5-cc972a15feab,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:10.408631 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:10.463463 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-781ad6ec-6d19-4b7d-995b-f3afb571136e req-ef83ecfa-ccf6-4c45-a721-b2026a00b93c service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515749 May 11 13:43:10.755754 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] For port c37fe951-6258-45c3-ba01-35bcb722d8ee, host hv-cinder-78477, cleared binding levels {{(pid=78837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:43:10.774966 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] For port c37fe951-6258-45c3-ba01-35bcb722d8ee, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c37fe951-6258-45c3-ba01-35bcb722d8ee,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:43:10.780180 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:10.821375 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:10.830101 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:10.847604 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056b742f-e6e6-4d34-8d23-a7f8dcbf5860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3ec511-58f3-4531-86f5-cc972a15feab', 'code': 200} May 11 13:43:10.901013 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:10.928450 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-392fa1b5-07b9-42fa-b4b2-94bfb9f06fd9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:10.933456 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9ab4b655-682b-4c51-913b-ab068dee315b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:11.104324 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1081cba856274082ad59f24e638843c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4505000 May 11 13:43:11.107680 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:43:11.125994 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36772) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:11.137366 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1108599d-c2b6-4b71-bb2f-089e4aa04f6d,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:11.160237 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:11.174027 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-781ad6ec-6d19-4b7d-995b-f3afb571136e req-9608b50c-42b4-4ab0-9d78-dde3e46aacbd service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6881838 May 11 13:43:11.185039 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Pushing event updated for resources: {'Port': ['ID=c37fe951-6258-45c3-ba01-35bcb722d8ee,revision_number=3']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:11.190140 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:11.201152 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:11.290534 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:11.326296 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device de8c7397-90a3-47b8-bd34-408e4437f186 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:43:11.329437 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 54c3487f-c040-4b84-9799-31158b611aff up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:43:11.485552 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 54c3487f-c040-4b84-9799-31158b611aff completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:43:11.495136 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-917f58b5-9f1c-4909-895c-3b7dc303fc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:11.547637 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 54c3487f-c040-4b84-9799-31158b611aff triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:43:11.548336 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:11.561221 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:11.561571 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-d7ec1512-f493-4d8c-a3a1-de4976fdc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:11.564305 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-d7ec1512-f493-4d8c-a3a1-de4976fdc5c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 1098 time: 0.3708508 May 11 13:43:11.574137 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-917f58b5-9f1c-4909-895c-3b7dc303fc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:11.626443 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b804b055-1d5a-4607-a013-a7c9e67395eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:11.675501 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:11.688530 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74b396-87b4-45cf-a88c-80c5b45f881c req-a913111b-9582-481b-804d-86e718ca0e78 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:11.702357 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fa74b396-87b4-45cf-a88c-80c5b45f881c req-a913111b-9582-481b-804d-86e718ca0e78 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 943 time: 1.5874438 May 11 13:43:11.706231 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:43:11.720725 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:43:11.721465 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:11.768741 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:11.776382 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:11.786736 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Usage tracker for resource:security_group_rule and tenant:e9c5cfde703942f2bdff652c9c881b61 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:11.793431 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:11.807653 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:11.832585 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:11.834996 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:11.840551 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] 10.222.0.43 "PUT /v2.0/ports/c37fe951-6258-45c3-ba01-35bcb722d8ee HTTP/1.1" status: 200 len: 1093 time: 5.7892120 May 11 13:43:11.888072 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587066ef-30a8-4c22-84ae-f278d4c1a077', 'tag': 'c37fe951-6258-45c3-ba01-35bcb722d8ee'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:11.966481 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port de8c7397-90a3-47b8-bd34-408e4437f186, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=de8c7397-90a3-47b8-bd34-408e4437f186,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:12.020043 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.028335 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.057495 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-62101083-d97e-4475-a779-1ca8320347b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:12.090047 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': 'de8c7397-90a3-47b8-bd34-408e4437f186', 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05', 'port_id': 'de8c7397-90a3-47b8-bd34-408e4437f186', 'mac_address': 'fa:16:3e:0d:a1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:43:12.128028 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fa74b396-87b4-45cf-a88c-80c5b45f881c req-5e7ce0ca-0315-45d7-8782-43b806d1a6af tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247923 May 11 13:43:12.161338 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=60ef4a35-b161-4352-8332-a804e5ff911f,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:12.169934 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:12.173282 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-917f58b5-9f1c-4909-895c-3b7dc303fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.187394 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.207851 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:12.217613 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Synchronizing usage tracker for tenant:e9c5cfde703942f2bdff652c9c881b61 on resource:security_group {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:43:12.270134 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f58b5-9f1c-4909-895c-3b7dc303fc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1108599d-c2b6-4b71-bb2f-089e4aa04f6d,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:12.275136 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-917f58b5-9f1c-4909-895c-3b7dc303fc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:12.276219 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-917f58b5-9f1c-4909-895c-3b7dc303fc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.281120 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-917f58b5-9f1c-4909-895c-3b7dc303fc44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1108599d-c2b6-4b71-bb2f-089e4aa04f6d HTTP/1.1" status: 204 len: 168 time: 1.1504414 May 11 13:43:12.292536 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30aeb0c9-2628-465a-a066-a4b0ab8af6a1,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:12.312231 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Unset dirty status for tenant:e9c5cfde703942f2bdff652c9c881b61 on resource:security_group {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:43:12.316105 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9458579a-1291-43ec-8e6c-85c80b493bbf req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7222073 May 11 13:43:12.317245 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Checking segment: {'id': 'a945efc2-4a99-40fa-9218-5c5491e3e73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7e355e92-0982-4fa5-81d5-7f143c0bf1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:43:12.317999 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Network hostable DHCP agents. Network: 7e355e92-0982-4fa5-81d5-7f143c0bf1f3, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:43:12.344290 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:12.373729 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:12.415369 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.493067 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.503242 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.526033 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75c91d-0c0f-4fd8-970a-f900760bef07 req-521f412d-ea33-4eba-a573-3f15571989c6 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:12.526492 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 54c3487f-c040-4b84-9799-31158b611aff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=54c3487f-c040-4b84-9799-31158b611aff,segment=NetworkSegment(6db24166-b452-4a80-91c9-23455c8a0376),segment_id=6db24166-b452-4a80-91c9-23455c8a0376)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:12.528551 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2e75c91d-0c0f-4fd8-970a-f900760bef07 req-521f412d-ea33-4eba-a573-3f15571989c6 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 945 time: 0.9513464 May 11 13:43:12.534024 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8c7397-90a3-47b8-bd34-408e4437f186 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:43:12.538171 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.540666 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2209258 May 11 13:43:12.549454 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.555951 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:12.643504 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port de8c7397-90a3-47b8-bd34-408e4437f186, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=de8c7397-90a3-47b8-bd34-408e4437f186,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:12.694592 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.705681 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=0d3226f2-c3ce-4f5f-9ebd-793a65edeabd,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:12.718675 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:12.726287 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=54c3487f-c040-4b84-9799-31158b611aff,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:12.738269 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:12.739023 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:12.852151 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c3487f-c040-4b84-9799-31158b611aff'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:12.905730 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=de8c7397-90a3-47b8-bd34-408e4437f186,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:12.949370 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Network 7e355e92-0982-4fa5-81d5-7f143c0bf1f3 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:43:12.962748 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'Port': ['ID=b1769e76-e14e-46a1-a946-29059999dcbd,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:12.974121 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2e75c91d-0c0f-4fd8-970a-f900760bef07 req-6af5cfdd-a611-4c9b-883d-90319cbb795e tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125088 May 11 13:43:12.977238 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:12.983134 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 7e355e92-0982-4fa5-81d5-7f143c0bf1f3) {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:43:13.009777 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:13.010753 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:13.028619 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['de8c7397-90a3-47b8-bd34-408e4437f186'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:43:13.040469 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-49c8c354-4069-44c2-8ef6-90eb887040b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:13.043131 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-49c8c354-4069-44c2-8ef6-90eb887040b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 1096 time: 0.9852636 May 11 13:43:13.043671 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36812) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:13.072069 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:13.076002 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523fa75-3e6b-49b2-b41b-fcfdbbffe400 None None] Network 7e355e92-0982-4fa5-81d5-7f143c0bf1f3 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:43:13.089494 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:13.094474 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] Usage tracker for resource:security_group_rule and tenant:21bbe9023b0d4970923eeea625d94aeb is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:13.098632 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:13.107313 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:13.234691 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-3c381079-37e1-4d4b-adad-cdef43181f14 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.8881018 May 11 13:43:13.237250 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-032cfa1e-d832-4546-a624-a951d7e2c2e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c37fe951-6258-45c3-ba01-35bcb722d8ee HTTP/1.1" status: 200 len: 217 time: 0.1831052 May 11 13:43:13.240360 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=0d3226f2-c3ce-4f5f-9ebd-793a65edeabd,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:13.264500 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:13.267590 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:13.268178 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:13.274511 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0d41b-b02c-4628-8133-0f5831b508a1 req-9d0a75f4-3869-489a-b068-3841b00bb1b6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:13.291123 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-44c0d41b-b02c-4628-8133-0f5831b508a1 req-9d0a75f4-3869-489a-b068-3841b00bb1b6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 945 time: 0.7959352 May 11 13:43:13.412262 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:13.423266 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:13.454277 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:13.465656 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d52a8e-8d06-4fcc-bae6-409b6ddc8a55 None None] Network 7e355e92-0982-4fa5-81d5-7f143c0bf1f3 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:43:13.536509 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-44c0d41b-b02c-4628-8133-0f5831b508a1 req-0c9cc3d8-c4e9-4022-9d2e-eab048b4eedf tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392163 May 11 13:43:13.556546 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-bcbf93a5-714f-409c-ba55-a2a98b5eaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:13.558539 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-bcbf93a5-714f-409c-ba55-a2a98b5eaa19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 200 len: 858 time: 0.2635517 May 11 13:43:13.626175 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21bbe9023b0d4970923eeea625d94aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5808461 May 11 13:43:13.629208 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bed58a-63d3-42b3-8e6e-79be2d77cdb0,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:13.667451 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36830) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:13.714302 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:13.742372 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c3487f-c040-4b84-9799-31158b611aff', 'code': 200} May 11 13:43:13.755590 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587066ef-30a8-4c22-84ae-f278d4c1a077', 'tag': 'c37fe951-6258-45c3-ba01-35bcb722d8ee', 'status': 'completed', 'code': 200} May 11 13:43:13.805917 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3cd07170-2349-432c-8505-90a5a29121f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:13.818108 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36840) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:13.829775 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-079d1bff-d552-481e-bac1-15e6b789a453 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff1c09ff-c76f-4241-87fc-56e29166ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2522309 May 11 13:43:13.905610 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:43:13.994394 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-21030349-f73b-45dc-a947-29442996f55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:14.065379 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee62ec00-31a5-472c-b38a-77c2346c2474 admin admin] Deleting subnet 941f0f48-905f-4f03-9d5a-db8442697f35 {{(pid=78836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:43:14.085498 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec00-31a5-472c-b38a-77c2346c2474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:14.127966 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-048a4d78-969a-46ac-a080-9575d97569d5 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Synchronizing usage tracker for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:security_group {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:43:14.222529 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-04481d17-e2bc-4212-a51b-4305efc9531a service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835998 May 11 13:43:14.275578 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-21030349-f73b-45dc-a947-29442996f55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:14.369845 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec00-31a5-472c-b38a-77c2346c2474 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:14.389235 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a024ad25-457c-4b26-9896-41d4ce3a0299 req-f841770a-f72b-4d54-b059-6390e863ada6 service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496425 May 11 13:43:14.424787 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec00-31a5-472c-b38a-77c2346c2474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:14.427657 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcb6b9-55ef-49ac-a438-dc907542427f req-b89148b3-12ea-40e4-bfe7-1cae647104d5 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:14.435891 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9fbcb6b9-55ef-49ac-a438-dc907542427f req-b89148b3-12ea-40e4-bfe7-1cae647104d5 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 943 time: 0.4510338 May 11 13:43:14.439262 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-048a4d78-969a-46ac-a080-9575d97569d5 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Unset dirty status for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:security_group {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:43:14.440619 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-048a4d78-969a-46ac-a080-9575d97569d5 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1818666817&fields=id&tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6 HTTP/1.1" status: 200 len: 267 time: 0.6838851 May 11 13:43:14.698678 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647e736-3c07-48fb-baa0-c0ff2a28f11b req-5da9a1e6-519c-46b1-9267-0678034d2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:14.700854 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9647e736-3c07-48fb-baa0-c0ff2a28f11b req-5da9a1e6-519c-46b1-9267-0678034d2387 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 1099 time: 0.5346565 May 11 13:43:14.704941 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-21030349-f73b-45dc-a947-29442996f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:14.713812 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:14.719643 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9fbcb6b9-55ef-49ac-a438-dc907542427f req-0d286185-f452-483d-8743-60ada65525c7 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823553 May 11 13:43:14.758846 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21030349-f73b-45dc-a947-29442996f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bed58a-63d3-42b3-8e6e-79be2d77cdb0,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:14.761479 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-21030349-f73b-45dc-a947-29442996f55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:14.817555 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-21030349-f73b-45dc-a947-29442996f55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:14.819460 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-21030349-f73b-45dc-a947-29442996f55e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85bed58a-63d3-42b3-8e6e-79be2d77cdb0 HTTP/1.1" status: 204 len: 168 time: 1.1293764 May 11 13:43:14.831715 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9647e736-3c07-48fb-baa0-c0ff2a28f11b req-ad4fb5cd-48c9-4e47-86aa-addcb52396a7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192784 May 11 13:43:14.945905 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe02d06-cd96-43a7-95d5-12d172955fc0 req-55b330d6-492d-4674-a74b-272fc1673359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:14.948715 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0fe02d06-cd96-43a7-95d5-12d172955fc0 req-55b330d6-492d-4674-a74b-272fc1673359 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 1096 time: 0.4655728 May 11 13:43:15.021254 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:43:15.125056 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec00-31a5-472c-b38a-77c2346c2474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:15.141436 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-7823664d-aaa0-47fa-bbad-9b79c31837ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:15.181485 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:43:15.181968 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:15.296738 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec00-31a5-472c-b38a-77c2346c2474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:15.301303 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62ec00-31a5-472c-b38a-77c2346c2474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941f0f48-905f-4f03-9d5a-db8442697f35,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:15.319248 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ee62ec00-31a5-472c-b38a-77c2346c2474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:15.332081 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ee62ec00-31a5-472c-b38a-77c2346c2474 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/941f0f48-905f-4f03-9d5a-db8442697f35 HTTP/1.1" status: 204 len: 168 time: 1.5122256 May 11 13:43:15.340420 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36878) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:15.389696 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device de8c7397-90a3-47b8-bd34-408e4437f186 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:43:15.479806 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-395380a8-08c8-436a-94da-c5d2c00acf32 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:15.483602 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-395380a8-08c8-436a-94da-c5d2c00acf32 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Synchronizing usage tracker for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:network {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:43:15.656733 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port de8c7397-90a3-47b8-bd34-408e4437f186 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:43:15.667204 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port de8c7397-90a3-47b8-bd34-408e4437f186 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:43:15.667831 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:15.702496 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-395380a8-08c8-436a-94da-c5d2c00acf32 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Unset dirty status for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:network {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:43:15.705162 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-395380a8-08c8-436a-94da-c5d2c00acf32 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 811 time: 1.2493725 May 11 13:43:15.712430 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:15.750029 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-448c4809-cbbc-4b45-94a4-9bd4d34d627a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/quotas/e57ae9b36f7545079c80f5d9e5c1c7c6 HTTP/1.1" status: 200 len: 375 time: 0.0287051 May 11 13:43:15.760723 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe02d06-cd96-43a7-95d5-12d172955fc0 req-170a17b0-0485-4a1a-81c3-fe9098181ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:15.764236 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0fe02d06-cd96-43a7-95d5-12d172955fc0 req-170a17b0-0485-4a1a-81c3-fe9098181ea6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 919 time: 0.7916389 May 11 13:43:15.879434 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:15.927712 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port de8c7397-90a3-47b8-bd34-408e4437f186, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=de8c7397-90a3-47b8-bd34-408e4437f186,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:15.928868 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bd2fad-c39d-4dba-a71a-cf11cf36be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8c7397-90a3-47b8-bd34-408e4437f186'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:15.937826 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:15.941185 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-05b8897b-e254-49e3-9889-8150d5578e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:16.011818 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.059160 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.060041 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.061100 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.061437 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > port after_create 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.061867 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.070361 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > port after_update 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.072636 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.074270 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.078956 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.079881 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.083484 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=de8c7397-90a3-47b8-bd34-408e4437f186,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:16.089445 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:16.101849 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0fe02d06-cd96-43a7-95d5-12d172955fc0 req-8601df12-28a9-4f67-b3ff-fcda404f125c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c37fe951-6258-45c3-ba01-35bcb722d8ee HTTP/1.1" status: 200 len: 217 time: 0.1804395 May 11 13:43:16.180408 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b2c3c-06f8-49bf-8f88-9dc91b46f6a6 req-bbd688c1-d7be-42d5-a353-d823d2327a95 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:16.181994 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c95b2c3c-06f8-49bf-8f88-9dc91b46f6a6 req-bbd688c1-d7be-42d5-a353-d823d2327a95 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 946 time: 0.8840778 May 11 13:43:16.230450 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0886d8e9-4ca1-4d11-9ba5-1429f6fdd573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.253059 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe02d06-cd96-43a7-95d5-12d172955fc0 req-df3d737e-60b8-4ebd-99ed-b1bd9a35ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:16.254510 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0fe02d06-cd96-43a7-95d5-12d172955fc0 req-df3d737e-60b8-4ebd-99ed-b1bd9a35ed80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 200 len: 858 time: 0.1376605 May 11 13:43:16.267378 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-e72bfc87-c66f-4960-baf2-6b9d25da87f4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Synchronizing usage tracker for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:43:16.268114 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.268874 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.268874 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.269151 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:16.269735 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75758a16-b28b-412d-997e-ca1e447ee492']}} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:16.286141 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdcfce0-31e1-4667-a568-fbfc0aa881ba') {'for_net_delete': True} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:16.286478 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdcfce0-31e1-4667-a568-fbfc0aa881ba') {} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:16.300779 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15097262'] for segment, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.313248 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c95b2c3c-06f8-49bf-8f88-9dc91b46f6a6 req-ec5c31f3-92bf-42a2-8b8c-1368652e4d22 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186512 May 11 13:43:16.321662 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0fe02d06-cd96-43a7-95d5-12d172955fc0 req-cd25254f-ddea-425a-ae5d-998bd623e341 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff1c09ff-c76f-4241-87fc-56e29166ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488675 May 11 13:43:16.345588 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.360247 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=78836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:43:16.361031 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14751634'] for segment, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.373508 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: from cryptography.utils import int_from_bytes May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: from cryptography.utils import int_from_bytes May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: Traceback (most recent call last): May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: timer() May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: cb(*args, **kw) May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: return func(*args, **kwargs) May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: self._notify() May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: self.callback(batched_events) May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: event.method(event) May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: return f(self, *a, **k) May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: return self._get(url).json() May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: return self.request(url, 'GET', **kwargs) May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:43:16.397415 dv-cinder-784779-11-smb neutron-server[78836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:43:16.404515 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-e72bfc87-c66f-4960-baf2-6b9d25da87f4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Unset dirty status for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:43:16.406045 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-e72bfc87-c66f-4960-baf2-6b9d25da87f4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6488068 May 11 13:43:16.566937 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.576548 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.584124 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-97f2af62-c73b-4eb7-958d-488040b77875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:16.601921 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] 10.222.0.30 "DELETE /v2.0/networks/75758a16-b28b-412d-997e-ca1e447ee492 HTTP/1.1" status: 204 len: 168 time: 1.2597651 May 11 13:43:16.607186 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36922) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:16.653328 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Pushing event deleted for resources: {'Network': ['ID=75758a16-b28b-412d-997e-ca1e447ee492,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:16.668132 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:16.705793 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be40f2c-b5f0-4577-88a8-fa52540f917c admin admin] Deleting subnet 30aeb0c9-2628-465a-a066-a4b0ab8af6a1 {{(pid=78836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:43:16.709764 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1be40f2c-b5f0-4577-88a8-fa52540f917c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.772062 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0fe02d06-cd96-43a7-95d5-12d172955fc0 req-88dd3b1d-0366-4923-b158-5eef399a54c6 service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411123 May 11 13:43:16.786411 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1be40f2c-b5f0-4577-88a8-fa52540f917c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15097265'] for subnet, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.871577 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1be40f2c-b5f0-4577-88a8-fa52540f917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:16.951237 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0fe02d06-cd96-43a7-95d5-12d172955fc0 req-ed8a6565-d7bd-430a-8209-004cf6481f1d service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528628 May 11 13:43:16.971789 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-014215f8-7092-42b2-a7d8-cfb37861e566 service neutron] 10.222.0.30 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401943 May 11 13:43:16.985152 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486585ce-f31e-4c15-b8ec-bbe9dd1df8ce req-1a2dd714-275e-4475-8d5d-452b7c9cd943 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:16.999855 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-486585ce-f31e-4c15-b8ec-bbe9dd1df8ce req-1a2dd714-275e-4475-8d5d-452b7c9cd943 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 945 time: 0.3434730 May 11 13:43:17.172304 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-486585ce-f31e-4c15-b8ec-bbe9dd1df8ce req-56e7f6db-b00d-4680-a99f-92026f1001d1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715858 May 11 13:43:17.293035 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-642cc27e-aafb-47fa-9d77-86fabbb0ac33 service neutron] 10.222.0.30 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764504 May 11 13:43:17.352324 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device c37fe951-6258-45c3-ba01-35bcb722d8ee details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:43:17.463740 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1be40f2c-b5f0-4577-88a8-fa52540f917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14751732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15256084'] for subnet, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:17.470906 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-71b4e830-5155-4717-b15f-be0550918e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:17.521299 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be40f2c-b5f0-4577-88a8-fa52540f917c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30aeb0c9-2628-465a-a066-a4b0ab8af6a1,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:17.523843 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1be40f2c-b5f0-4577-88a8-fa52540f917c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:17.527780 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-1be40f2c-b5f0-4577-88a8-fa52540f917c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:17.533858 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-1be40f2c-b5f0-4577-88a8-fa52540f917c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/30aeb0c9-2628-465a-a066-a4b0ab8af6a1 HTTP/1.1" status: 204 len: 168 time: 0.9252176 May 11 13:43:17.536639 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 36956) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:17.661894 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66ae1d-17d3-4969-b87a-5194abcf9834 req-0d940dc1-dcdc-461f-a35f-076523dc3e13 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:17.666191 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port c37fe951-6258-45c3-ba01-35bcb722d8ee, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c37fe951-6258-45c3-ba01-35bcb722d8ee,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:17.683861 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cc66ae1d-17d3-4969-b87a-5194abcf9834 req-0d940dc1-dcdc-461f-a35f-076523dc3e13 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 943 time: 0.2450273 May 11 13:43:17.711709 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': 'c37fe951-6258-45c3-ba01-35bcb722d8ee', 'network_id': 'ff1c09ff-c76f-4241-87fc-56e29166ac05', 'port_id': 'c37fe951-6258-45c3-ba01-35bcb722d8ee', 'mac_address': 'fa:16:3e:2b:e1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f33c61b-9e35-4c48-8d8c-edf7a89347ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:43:17.796428 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bd2fad-c39d-4dba-a71a-cf11cf36be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8c7397-90a3-47b8-bd34-408e4437f186', 'code': 200} May 11 13:43:17.797131 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cc66ae1d-17d3-4969-b87a-5194abcf9834 req-1bc7ab04-6e59-4471-aeae-bfc46f46aebb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075130 May 11 13:43:17.829036 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 36964) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:17.853385 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:17.950423 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.004008 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37fe951-6258-45c3-ba01-35bcb722d8ee {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:43:18.048981 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a4adcaeb-3e03-4cb5-a990-dcbc71d66180 req-79417f03-2f5c-45bd-be29-3c829eb828e4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 210 time: 0.1255751 May 11 13:43:18.081205 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.104358 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port c37fe951-6258-45c3-ba01-35bcb722d8ee, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c37fe951-6258-45c3-ba01-35bcb722d8ee,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:18.125409 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.133523 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:18.146605 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.180931 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e355e92-0982-4fa5-81d5-7f143c0bf1f3']}} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:18.222925 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a945efc2-4a99-40fa-9218-5c5491e3e73f') {'for_net_delete': True} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:18.224730 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a945efc2-4a99-40fa-9218-5c5491e3e73f') {} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:18.264262 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15097262'] for segment, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.303614 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.316077 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=78836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:43:18.316962 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14751634'] for segment, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.360676 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.365160 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=c37fe951-6258-45c3-ba01-35bcb722d8ee,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:18.377456 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:18.406876 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.446625 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['c37fe951-6258-45c3-ba01-35bcb722d8ee'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:43:18.461085 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:18.481545 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] Usage tracker for resource:security_group_rule and tenant:710a6042658c40f9be639a412230ce0b is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:18.492497 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:18.520813 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: Traceback (most recent call last): May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: timer() May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: cb(*args, **kw) May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: return func(*args, **kwargs) May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: self._notify() May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: self.callback(batched_events) May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: event.method(event) May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: return f(self, *a, **k) May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: return self._get(url).json() May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: return self.request(url, 'GET', **kwargs) May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:43:18.532882 dv-cinder-784779-11-smb neutron-server[78836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:43:18.636187 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.656532 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368e0ab-a4f1-46e3-9edc-c612ad0cbf73 req-ea69ef63-cf79-4415-b433-02dd441ca4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:18.657427 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:18.661025 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6368e0ab-a4f1-46e3-9edc-c612ad0cbf73 req-ea69ef63-cf79-4415-b433-02dd441ca4e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 1098 time: 0.5245316 May 11 13:43:18.758684 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:18.762905 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e355e92-0982-4fa5-81d5-7f143c0bf1f3,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:18.778774 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:18.830811 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f464ee8-7349-423e-bacf-6bd92e887cbe req-b2e6d087-19fa-4c0a-b019-726f30c425a4 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:18.833357 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8f464ee8-7349-423e-bacf-6bd92e887cbe req-b2e6d087-19fa-4c0a-b019-726f30c425a4 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 946 time: 0.6334934 May 11 13:43:18.846657 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-5cd1fb18-69ea-492e-aa46-653a07de3744 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7e355e92-0982-4fa5-81d5-7f143c0bf1f3 HTTP/1.1" status: 204 len: 168 time: 1.2614126 May 11 13:43:18.995558 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6368e0ab-a4f1-46e3-9edc-c612ad0cbf73 req-8609f985-7d67-49d1-9324-345f6df14f66 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031585 May 11 13:43:19.072340 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37004) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:19.096760 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.112812 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8f464ee8-7349-423e-bacf-6bd92e887cbe req-19e752b9-969c-4303-a8ab-99dd9ff1be29 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541096 May 11 13:43:19.131124 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.193906 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.210666 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-35b66909-26d0-4370-a4ff-3b8272b73e86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=824f1c1802d2450b84dbf1494c0c1474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343238 May 11 13:43:19.210894 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37012) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:19.227741 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:19.258332 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=710a6042658c40f9be639a412230ce0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4255409 May 11 13:43:19.258790 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37016) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:19.354220 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6623dbc8-8a10-400f-b44f-82dfc7bba982,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:19.365914 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:19.386170 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e63cc310-e814-46d2-9559-2732cf441104 req-175b9279-c87f-4794-8e6a-bbd7a82ab53b tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 210 time: 0.0687408 May 11 13:43:19.415151 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655515a-ae8f-4a58-900b-29b3d7eafc13 req-44bd054b-427b-446b-98ec-6c5e06724312 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:19.421297 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f655515a-ae8f-4a58-900b-29b3d7eafc13 req-44bd054b-427b-446b-98ec-6c5e06724312 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 944 time: 0.3800576 May 11 13:43:19.435007 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b204bd58-1f55-4779-9a95-a8809f4cc231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.437431 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-013a952b-de5e-4570-8d31-b7fa537db737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.471817 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f655515a-ae8f-4a58-900b-29b3d7eafc13 req-f2516ee7-d0a8-453c-81fd-400d23fea9c6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469739 May 11 13:43:19.488656 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b204bd58-1f55-4779-9a95-a8809f4cc231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.505432 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-013a952b-de5e-4570-8d31-b7fa537db737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.610990 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b204bd58-1f55-4779-9a95-a8809f4cc231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.623059 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8cc2c851-51b6-4b54-959c-5830fe4cf6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:19.644622 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-013a952b-de5e-4570-8d31-b7fa537db737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.647234 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-013a952b-de5e-4570-8d31-b7fa537db737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.648376 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-013a952b-de5e-4570-8d31-b7fa537db737 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87be54ca-ea24-4d59-ae89-caeb637838d7 HTTP/1.1" status: 204 len: 168 time: 0.4365220 May 11 13:43:19.666831 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b204bd58-1f55-4779-9a95-a8809f4cc231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:19.668413 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-b204bd58-1f55-4779-9a95-a8809f4cc231 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6623dbc8-8a10-400f-b44f-82dfc7bba982 HTTP/1.1" status: 204 len: 168 time: 0.4065664 May 11 13:43:19.669809 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204bd58-1f55-4779-9a95-a8809f4cc231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6623dbc8-8a10-400f-b44f-82dfc7bba982,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:19.672853 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-b204bd58-1f55-4779-9a95-a8809f4cc231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:19.673305 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:19.688828 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a952b-de5e-4570-8d31-b7fa537db737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87be54ca-ea24-4d59-ae89-caeb637838d7,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:19.691857 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-013a952b-de5e-4570-8d31-b7fa537db737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:20.449896 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-cc3d612d-1be1-420e-a235-211d30b42956 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:20.454055 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-cc3d612d-1be1-420e-a235-211d30b42956 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.43 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 811 time: 0.4407170 May 11 13:43:20.582529 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-8adef163-c578-41a4-90d6-cfc8d400bf56 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6 HTTP/1.1" status: 200 len: 380 time: 0.1175871 May 11 13:43:20.623616 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'port': {'device_id': '5684c91a-71ee-4233-a314-38bbe424aa01', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'admin_state_up': True, 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'security_groups': ['a604bdb4-737f-4db6-995b-b36723cd0f64']}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:20.803861 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a62fc176-3da9-49ee-966c-31a7cb266166 req-be59f91c-1cc3-433d-b7b7-40a008dbbb05 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 210 time: 0.1476314 May 11 13:43:20.862773 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37082) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:20.987205 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ee96c967-029d-4c38-945e-a0673fa336b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c97d09ad2f64a0b8632e285ad972e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1228037 May 11 13:43:20.989661 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37088) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:21.130556 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a258b3e-52ee-4d5f-b5a7-968e541d3abd req-dd8ac689-5a06-4842-bbec-64c8f73086ea tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:21.138616 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6a258b3e-52ee-4d5f-b5a7-968e541d3abd req-dd8ac689-5a06-4842-bbec-64c8f73086ea tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 944 time: 0.1886780 May 11 13:43:21.142480 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:21.173899 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:21.185977 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f42242c8-0ed6-4ebf-b58f-ebebff4944da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:21.210569 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6a258b3e-52ee-4d5f-b5a7-968e541d3abd req-ebb08568-ace8-4707-8a65-5080c9533303 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689168 May 11 13:43:21.230548 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Made reservation on behalf of e57ae9b36f7545079c80f5d9e5c1c7c6 for: {'port': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:43:21.235738 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:21.298510 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f42242c8-0ed6-4ebf-b58f-ebebff4944da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:21.381445 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device c37fe951-6258-45c3-ba01-35bcb722d8ee up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:43:21.448521 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f42242c8-0ed6-4ebf-b58f-ebebff4944da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:21.458134 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:21.496384 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42242c8-0ed6-4ebf-b58f-ebebff4944da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd836e33-da82-4f7c-8665-e738ed620518,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:21.502017 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f42242c8-0ed6-4ebf-b58f-ebebff4944da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:21.518782 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f42242c8-0ed6-4ebf-b58f-ebebff4944da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:21.525309 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f42242c8-0ed6-4ebf-b58f-ebebff4944da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd836e33-da82-4f7c-8665-e738ed620518 HTTP/1.1" status: 204 len: 168 time: 0.5292912 May 11 13:43:21.730088 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Allocated IP 172.20.0.4 (3f78548c-1497-4a11-acbd-00382a724758/1080eaab-142c-4115-a8c3-777ccabb0f27/e47fd597-d0a8-4db3-aba6-cd78f18244f0) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:43:21.741990 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port c37fe951-6258-45c3-ba01-35bcb722d8ee completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:43:21.751538 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port c37fe951-6258-45c3-ba01-35bcb722d8ee triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:43:21.752531 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:22.199568 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:22.285750 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587066ef-30a8-4c22-84ae-f278d4c1a077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37fe951-6258-45c3-ba01-35bcb722d8ee'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:22.315991 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port c37fe951-6258-45c3-ba01-35bcb722d8ee, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c37fe951-6258-45c3-ba01-35bcb722d8ee,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:22.327695 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:22.335382 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:22.415764 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-53ee0ed5-28c9-4797-bd4f-04b6ef19e978 req-bcf58aa0-a6ba-4ff3-80f7-f02d3261d068 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 210 time: 0.1147871 May 11 13:43:22.422001 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:22.464995 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=c37fe951-6258-45c3-ba01-35bcb722d8ee,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:22.474245 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:22.480552 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Transition to ACTIVE for port object e47fd597-d0a8-4db3-aba6-cd78f18244f0 will not be triggered until provisioned by entity DHCP. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:43:22.544615 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:22.554812 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:22.752152 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'Port': ['ID=e47fd597-d0a8-4db3-aba6-cd78f18244f0,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:22.753886 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:22.773503 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Network 3f78548c-1497-4a11-acbd-00382a724758 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:43:22.775783 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:43:22.780407 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:43:22.786146 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:22.786814 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:22.842416 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2533009 May 11 13:43:22.862075 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Request body: {'port': {'device_id': '5684c91a-71ee-4233-a314-38bbe424aa01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:22.902989 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985cad3-e0f3-4574-bbd7-08678eb2ce05 req-7d87dfe9-3f7f-439a-b132-c8608328c387 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:22.910548 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0985cad3-e0f3-4574-bbd7-08678eb2ce05 req-7d87dfe9-3f7f-439a-b132-c8608328c387 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.2323968 May 11 13:43:23.091529 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:23.121803 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0985cad3-e0f3-4574-bbd7-08678eb2ce05 req-9ea50851-0bd6-45a5-bf43-db99e9bc4356 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100427 May 11 13:43:23.204834 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587066ef-30a8-4c22-84ae-f278d4c1a077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37fe951-6258-45c3-ba01-35bcb722d8ee', 'code': 200} May 11 13:43:23.292350 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-d6637a5c-c949-4e77-826d-d0bb41606d8a None None] Provisioning for port e47fd597-d0a8-4db3-aba6-cd78f18244f0 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:43:23.313098 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-d6637a5c-c949-4e77-826d-d0bb41606d8a None None] Provisioning complete for port e47fd597-d0a8-4db3-aba6-cd78f18244f0 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:43:23.313481 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d6637a5c-c949-4e77-826d-d0bb41606d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:23.457152 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-d6637a5c-c949-4e77-826d-d0bb41606d8a None None] Port e47fd597-d0a8-4db3-aba6-cd78f18244f0 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:43:23.728777 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01745fad-8aad-4e2f-8fc3-0f00938a6022 req-c6377b65-7642-49b5-be9c-d76c9ac1b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:23.731507 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-01745fad-8aad-4e2f-8fc3-0f00938a6022 req-c6377b65-7642-49b5-be9c-d76c9ac1b518 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 1098 time: 0.1605940 May 11 13:43:23.832755 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-01745fad-8aad-4e2f-8fc3-0f00938a6022 req-c59382a1-89f0-4aa5-a006-f36b19a53bcd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830190 May 11 13:43:23.856912 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47fd597-d0a8-4db3-aba6-cd78f18244f0 {{(pid=78837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:43:23.866857 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:23.897039 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Transition to ACTIVE for port object e47fd597-d0a8-4db3-aba6-cd78f18244f0 will not be triggered until provisioned by entity L2. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:43:23.910543 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7c9e4-326f-4fc1-992f-d68b6b5f53ff req-f4df5f20-3a89-427c-b531-a589369b3dea tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:23.911441 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-20c7c9e4-326f-4fc1-992f-d68b6b5f53ff req-f4df5f20-3a89-427c-b531-a589369b3dea tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Synchronizing usage tracker for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:43:23.914580 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:23.921647 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:24.046558 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-20c7c9e4-326f-4fc1-992f-d68b6b5f53ff req-f4df5f20-3a89-427c-b531-a589369b3dea tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Unset dirty status for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:43:24.047790 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-20c7c9e4-326f-4fc1-992f-d68b6b5f53ff req-f4df5f20-3a89-427c-b531-a589369b3dea tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 931 time: 0.2719526 May 11 13:43:24.121027 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Pushing event updated for resources: {'Port': ['ID=e47fd597-d0a8-4db3-aba6-cd78f18244f0,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:24.125184 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:24.205492 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Attempting to bind port e47fd597-d0a8-4db3-aba6-cd78f18244f0 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:43:24.206381 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Attempting to bind port e47fd597-d0a8-4db3-aba6-cd78f18244f0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:43:24.206856 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Attempting to bind port e47fd597-d0a8-4db3-aba6-cd78f18244f0 on network 3f78548c-1497-4a11-acbd-00382a724758 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:43:24.229232 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Port e47fd597-d0a8-4db3-aba6-cd78f18244f0 on network 3f78548c-1497-4a11-acbd-00382a724758 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:43:24.229699 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Attempting to bind port e47fd597-d0a8-4db3-aba6-cd78f18244f0 on network 3f78548c-1497-4a11-acbd-00382a724758 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:43:24.251060 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:43:24.252686 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Checking segment: {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:43:24.253098 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Bound using segment: {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:43:24.253573 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Bound port: e47fd597-d0a8-4db3-aba6-cd78f18244f0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'}}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:43:24.253947 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:24.314730 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-20c7c9e4-326f-4fc1-992f-d68b6b5f53ff req-d0229950-1a8b-4447-a12d-83d491accb21 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480156 May 11 13:43:24.816191 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] For port e47fd597-d0a8-4db3-aba6-cd78f18244f0, host hv-cinder-78477, cleared binding levels {{(pid=78837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:43:24.835084 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] For port e47fd597-d0a8-4db3-aba6-cd78f18244f0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:43:24.859306 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:24.874799 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:25.039277 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:25.041915 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:25.046584 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] 10.222.0.43 "PUT /v2.0/ports/e47fd597-d0a8-4db3-aba6-cd78f18244f0 HTTP/1.1" status: 200 len: 1093 time: 2.1928809 May 11 13:43:25.053018 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684c91a-71ee-4233-a314-38bbe424aa01', 'tag': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:25.173250 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b4c37-fd44-425c-b46c-865218c6df4f req-91e4b8c1-717d-484d-8d59-11b8eaa9caa6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:25.174341 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37216) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:25.177351 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-450b4c37-fd44-425c-b46c-865218c6df4f req-91e4b8c1-717d-484d-8d59-11b8eaa9caa6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.7145979 May 11 13:43:25.219604 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Pushing event updated for resources: {'Port': ['ID=e47fd597-d0a8-4db3-aba6-cd78f18244f0,revision_number=3']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:25.230867 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:25.321275 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-450b4c37-fd44-425c-b46c-865218c6df4f req-2864d163-c203-4205-b510-1685a19c95df tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409380 May 11 13:43:25.337670 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684c91a-71ee-4233-a314-38bbe424aa01', 'tag': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0', 'status': 'completed', 'code': 200} May 11 13:43:25.556991 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:25.602836 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:25.618288 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] Usage tracker for resource:security_group_rule and tenant:a8b22a8617614092b1500f79b0cf6e50 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:25.632273 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:25.659961 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:25.707920 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d5b66-0530-4e95-8428-1b9915bd377c req-dca7aaa3-4472-46b0-8a56-00e061efb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:25.710073 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-767d5b66-0530-4e95-8428-1b9915bd377c req-dca7aaa3-4472-46b0-8a56-00e061efb61e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 1096 time: 0.3431096 May 11 13:43:25.854348 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:25.861923 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:25.884947 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:25.977770 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8b22a8617614092b1500f79b0cf6e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8008964 May 11 13:43:25.981293 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4ed354-9c2d-412f-853f-de80d8414120,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:25.981550 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 37242) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:25.986521 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:26.188258 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8093-0229-48da-ac78-1b8d8a3786c1 req-b6e4f8f2-de2d-49f9-9aba-561df4ef9955 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:26.190778 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-740d8093-0229-48da-ac78-1b8d8a3786c1 req-b6e4f8f2-de2d-49f9-9aba-561df4ef9955 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 943 time: 0.4216042 May 11 13:43:26.197455 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d5b66-0530-4e95-8428-1b9915bd377c req-61c2c8c6-3749-409b-8c4a-b43878973109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:26.200943 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-767d5b66-0530-4e95-8428-1b9915bd377c req-61c2c8c6-3749-409b-8c4a-b43878973109 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4763780 May 11 13:43:26.309573 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e8d27d26-f6d1-4737-9b43-25406cf62bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:26.370949 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-740d8093-0229-48da-ac78-1b8d8a3786c1 req-033ff6ac-b5d7-4460-8f83-237e72bad091 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599283 May 11 13:43:26.391726 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e8d27d26-f6d1-4737-9b43-25406cf62bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:26.509819 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d5b66-0530-4e95-8428-1b9915bd377c req-d784dc8c-92a9-4d5f-884e-19d56961a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:26.512797 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-767d5b66-0530-4e95-8428-1b9915bd377c req-d784dc8c-92a9-4d5f-884e-19d56961a3e4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3029718 May 11 13:43:26.565267 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e8d27d26-f6d1-4737-9b43-25406cf62bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:26.576658 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:26.737783 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d27d26-f6d1-4737-9b43-25406cf62bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4ed354-9c2d-412f-853f-de80d8414120,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:26.840931 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e8d27d26-f6d1-4737-9b43-25406cf62bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:26.860421 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e8d27d26-f6d1-4737-9b43-25406cf62bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:26.862361 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-e8d27d26-f6d1-4737-9b43-25406cf62bc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc4ed354-9c2d-412f-853f-de80d8414120 HTTP/1.1" status: 204 len: 168 time: 0.8767147 May 11 13:43:27.158658 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-9ddbaa98-321c-4eaa-8924-30101eb14bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:27.161314 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-9ddbaa98-321c-4eaa-8924-30101eb14bc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 1096 time: 0.5519037 May 11 13:43:27.173390 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-a0c5e622-34f1-4609-8f08-e2a75901950e tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:27.185904 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-a0c5e622-34f1-4609-8f08-e2a75901950e tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 815 time: 0.4709187 May 11 13:43:27.310516 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37288) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:27.341916 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89dfd2-9621-4bd8-a003-688718c095e3 req-e8b3612b-ddf5-4dbc-9a80-56ebb963afe1 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:27.353919 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4c89dfd2-9621-4bd8-a003-688718c095e3 req-e8b3612b-ddf5-4dbc-9a80-56ebb963afe1 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.6558633 May 11 13:43:27.368777 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-6c1d713f-e0d3-44d2-aa53-8a680f7feaea tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/quotas/acfb03a5311b4eb997185ae634d3a3ad HTTP/1.1" status: 200 len: 375 time: 0.1811800 May 11 13:43:27.373406 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-24e81933-1ad7-441a-860e-9c5930c7c761 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0 HTTP/1.1" status: 200 len: 217 time: 0.1841495 May 11 13:43:27.635434 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37302) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:27.640290 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4c89dfd2-9621-4bd8-a003-688718c095e3 req-d3179dd3-9154-4d05-88f1-c1cdf9336d7a tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650900 May 11 13:43:27.699638 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-2e1f1bfc-70cd-46f3-9dfc-69ce3499bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:27.702231 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-2e1f1bfc-70cd-46f3-9dfc-69ce3499bdce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1080eaab-142c-4115-a8c3-777ccabb0f27 HTTP/1.1" status: 200 len: 850 time: 0.2404804 May 11 13:43:27.725118 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:27.762647 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:27.784686 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:27.789370 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] Usage tracker for resource:security_group_rule and tenant:f49f8bd343594155aef76ff0f77e6ad4 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:27.793243 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:27.803143 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:27.804244 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-80b99b90-eade-4759-88ac-9d8259a32271 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4342833 May 11 13:43:27.810947 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:27.823785 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5667b98f2c4996bee85b97afa1440c is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:27.834632 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:27.851161 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:27.987934 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:27.999826 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.009013 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-068010f5-553a-4123-8687-d9a36743856c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:28.056559 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.070111 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.075717 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-fb966804-9d09-48a6-b69f-eba22b787b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:28.078236 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-fb966804-9d09-48a6-b69f-eba22b787b39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f78548c-1497-4a11-acbd-00382a724758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3617415 May 11 13:43:28.087012 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f49f8bd343594155aef76ff0f77e6ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7752674 May 11 13:43:28.091043 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997ae3f8-4ef2-403c-96b8-91cbfb14ce1c,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:28.100333 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37312) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:28.103057 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:28.107344 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:28.155901 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc5667b98f2c4996bee85b97afa1440c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151591 May 11 13:43:28.157221 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37318) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:28.162485 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c791726-e99c-4cc2-8068-e4861e8f3e60,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:28.183722 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:28.297055 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.324943 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7274-7d8f-49fe-bb50-426ea20cc0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.336853 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-d6acf55f-63c1-490c-a8b7-b9c3b4dc2950 service neutron] 10.222.0.30 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064778 May 11 13:43:28.392241 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.420279 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7274-7d8f-49fe-bb50-426ea20cc0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.454324 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9088-a527-4265-b5ec-e00b9d783cad req-f0f673d5-4adf-4062-994c-1139476e2322 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:28.468056 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c64c9088-a527-4265-b5ec-e00b9d783cad req-f0f673d5-4adf-4062-994c-1139476e2322 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 943 time: 0.5900390 May 11 13:43:28.548346 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.558492 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-dec0c2f5-358f-46b5-8e23-b9377d3b3e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:28.589799 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997ae3f8-4ef2-403c-96b8-91cbfb14ce1c,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:28.612584 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.613233 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.613796 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.614283 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.614914 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.615520 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.616464 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.616970 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.617681 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.618182 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.618680 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.619127 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:28.624312 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:28.630180 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7274-7d8f-49fe-bb50-426ea20cc0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.655821 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-917f58b5-9f1c-4909-895c-3b7dc303fc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:28.676978 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.678399 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/997ae3f8-4ef2-403c-96b8-91cbfb14ce1c HTTP/1.1" status: 204 len: 168 time: 0.5771406 May 11 13:43:28.696981 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b7274-7d8f-49fe-bb50-426ea20cc0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c791726-e99c-4cc2-8068-e4861e8f3e60,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:28.719233 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7274-7d8f-49fe-bb50-426ea20cc0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:28.722758 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-bf7b7274-7d8f-49fe-bb50-426ea20cc0e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c791726-e99c-4cc2-8068-e4861e8f3e60 HTTP/1.1" status: 204 len: 168 time: 0.5629959 May 11 13:43:28.725925 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-bf7b7274-7d8f-49fe-bb50-426ea20cc0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:28.834884 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-563803bf-3ead-4c29-ba98-deba1a0a3698 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7429497 May 11 13:43:28.863978 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c64c9088-a527-4265-b5ec-e00b9d783cad req-b8c95971-4277-4bd2-af38-30e81c25cf1f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939342 May 11 13:43:29.309604 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-1518b034-f8bd-424f-b625-8b433d42b63e service neutron] 10.222.0.30 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9519916 May 11 13:43:29.522552 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-07770763-f01d-405a-8720-3b9e7a4e93ae req-b34ca203-9141-45b8-b724-9335e8c02852 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090760 May 11 13:43:29.690564 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 37364) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:29.752100 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:29.780848 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:29.791371 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6b7ba-4ae3-4ef8-8bd4-6a62de14af37 req-0547e81b-e441-4431-96d4-8a53e0a740d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:29.794509 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-22b6b7ba-4ae3-4ef8-8bd4-6a62de14af37 req-0547e81b-e441-4431-96d4-8a53e0a740d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 1098 time: 0.2840447 May 11 13:43:29.796278 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ecae91dd545146a298c092aebf26c587 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:29.808275 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:29.831532 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:30.081156 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:30.156940 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:30.245703 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:30.310215 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6b7ba-4ae3-4ef8-8bd4-6a62de14af37 req-775f1f8d-1644-4486-ba56-edbce6df764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:30.326202 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-22b6b7ba-4ae3-4ef8-8bd4-6a62de14af37 req-775f1f8d-1644-4486-ba56-edbce6df764c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 919 time: 0.5194860 May 11 13:43:30.365735 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecae91dd545146a298c092aebf26c587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6724672 May 11 13:43:30.383629 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 37394) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:30.448026 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9e4ab055-6612-4558-9087-ca7c485e6e6e req-8a51fa17-5053-4633-9146-16ef201838c6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 210 time: 0.2936037 May 11 13:43:30.449509 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e415c-71f3-4219-84b1-9002dc3ccb09,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:30.468003 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:30.596705 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:30.634298 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5eea6-8021-4f57-a646-e5b964c18b78 req-09b86a53-ce96-42fd-a4af-46c5f010f172 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:30.636624 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-34f5eea6-8021-4f57-a646-e5b964c18b78 req-09b86a53-ce96-42fd-a4af-46c5f010f172 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.5527730 May 11 13:43:30.668604 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-22b6b7ba-4ae3-4ef8-8bd4-6a62de14af37 req-e0e34c5b-9f60-46cc-bde1-44ebca7425e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c37fe951-6258-45c3-ba01-35bcb722d8ee HTTP/1.1" status: 200 len: 217 time: 0.3320136 May 11 13:43:30.688091 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:30.873485 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-34f5eea6-8021-4f57-a646-e5b964c18b78 req-ac0a74d6-bc01-4f2e-8920-479b5b1486d4 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215095 May 11 13:43:30.921302 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6b7ba-4ae3-4ef8-8bd4-6a62de14af37 req-04be001f-14f3-4b20-bb30-d134314ba162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:30.924061 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-22b6b7ba-4ae3-4ef8-8bd4-6a62de14af37 req-04be001f-14f3-4b20-bb30-d134314ba162 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 200 len: 858 time: 0.2456028 May 11 13:43:31.018600 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:31.032016 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:31.064325 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e415c-71f3-4219-84b1-9002dc3ccb09,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:31.077362 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-22b6b7ba-4ae3-4ef8-8bd4-6a62de14af37 req-84aa0a51-8ec2-4604-b66d-00c3f829bb63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff1c09ff-c76f-4241-87fc-56e29166ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157796 May 11 13:43:31.090991 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.091583 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.092158 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.092762 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.093343 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.093911 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.094796 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.095369 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.095987 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.096740 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.097318 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.097875 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:31.104666 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:31.175438 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:31.177463 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c3e415c-71f3-4219-84b1-9002dc3ccb09 HTTP/1.1" status: 204 len: 168 time: 0.7919896 May 11 13:43:31.297899 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b246a4a-df88-4bd8-ac5b-e849aba09e31 req-7f0a1856-44c5-4052-a063-a037da7299eb tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:31.301667 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9b246a4a-df88-4bd8-ac5b-e849aba09e31 req-7f0a1856-44c5-4052-a063-a037da7299eb tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 943 time: 0.4500306 May 11 13:43:31.381778 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-22b6b7ba-4ae3-4ef8-8bd4-6a62de14af37 req-8af43988-62f2-4e06-91e5-6af84558f771 service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896819 May 11 13:43:31.432134 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbfe31-349c-4d3d-b8ba-c156bebc690a req-b77a4aeb-81f4-4c8e-8aa6-62fb5252526e tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:31.435611 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f8fbfe31-349c-4d3d-b8ba-c156bebc690a req-b77a4aeb-81f4-4c8e-8aa6-62fb5252526e tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 946 time: 0.3544979 May 11 13:43:31.440172 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device e47fd597-d0a8-4db3-aba6-cd78f18244f0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:43:31.465512 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9b246a4a-df88-4bd8-ac5b-e849aba09e31 req-f4e84e0c-acae-4977-8413-4f33658217bf tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548135 May 11 13:43:31.578961 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f8fbfe31-349c-4d3d-b8ba-c156bebc690a req-7864b31c-0e99-4484-a497-a3e2c8d5c609 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120322 May 11 13:43:31.802545 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port e47fd597-d0a8-4db3-aba6-cd78f18244f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:31.831064 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'port_id': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0', 'mac_address': 'fa:16:3e:1e:9c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:43:31.862028 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-22b6b7ba-4ae3-4ef8-8bd4-6a62de14af37 req-e274eaae-535c-4ca7-9c51-fa37510f2000 service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643443 May 11 13:43:32.010111 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:32.038209 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bc96d88c-7705-4f39-8d05-2da955ae10d3 req-57a774ef-d143-4d2f-a7b6-a61225aaf9f6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 210 time: 0.1193399 May 11 13:43:32.061177 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47fd597-d0a8-4db3-aba6-cd78f18244f0 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:43:32.126347 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port e47fd597-d0a8-4db3-aba6-cd78f18244f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:32.134886 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:32.137470 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:32.345918 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-c4400ea1-5583-4f83-ba4d-fa2713a62e02 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:32.348657 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=e47fd597-d0a8-4db3-aba6-cd78f18244f0,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:32.355599 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-c4400ea1-5583-4f83-ba4d-fa2713a62e02 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 815 time: 0.4117877 May 11 13:43:32.358528 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:32.377669 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Request body: {'port': {'device_id': 'aced36e2-3347-47e8-a73c-ef58bb9d29d3', 'network_id': '44a37887-022e-4fb9-b403-624093f4410e', 'admin_state_up': True, 'tenant_id': 'acfb03a5311b4eb997185ae634d3a3ad'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:32.461407 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb515d-c84a-4ddd-83cf-a88a177a3739 req-285e41df-219d-407f-b48c-e51fcc571b99 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:32.463177 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-51fb515d-c84a-4ddd-83cf-a88a177a3739 req-285e41df-219d-407f-b48c-e51fcc571b99 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.2278223 May 11 13:43:32.494246 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['e47fd597-d0a8-4db3-aba6-cd78f18244f0'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:43:32.842634 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-51fb515d-c84a-4ddd-83cf-a88a177a3739 req-ac5c48f7-b320-48f8-8e2c-70447468d910 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583946 May 11 13:43:32.972858 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-df1660f0-0218-486c-afe8-4631c94780e6 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:32.978594 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-df1660f0-0218-486c-afe8-4631c94780e6 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.43 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 946 time: 0.4587801 May 11 13:43:32.988567 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:33.000993 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Usage tracker for resource:port and tenant:acfb03a5311b4eb997185ae634d3a3ad is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:33.009465 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:33.027224 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:33.052419 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Made reservation on behalf of acfb03a5311b4eb997185ae634d3a3ad for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:43:33.067706 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:33.457212 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Allocated IP 172.20.0.14 (44a37887-022e-4fb9-b403-624093f4410e/4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2/1ba47186-7a6a-4539-9b50-97d871363799) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:43:33.858501 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eacb3-9ae8-4789-b7e8-8b8d1e5a97e5 req-aa362b55-fb30-4c7d-9596-8aa6a0e08380 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:33.872937 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6b2eacb3-9ae8-4789-b7e8-8b8d1e5a97e5 req-aa362b55-fb30-4c7d-9596-8aa6a0e08380 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 944 time: 0.9210432 May 11 13:43:33.921604 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:33.955955 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386857c-fb90-4aca-a02e-ac00c9301c5f req-8c861e20-06f9-4055-8877-2f303919b761 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:33.958668 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e386857c-fb90-4aca-a02e-ac00c9301c5f req-8c861e20-06f9-4055-8877-2f303919b761 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 946 time: 0.7618139 May 11 13:43:33.997025 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:34.012078 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['2f3ec511-58f3-4531-86f5-cc972a15feab'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:43:34.013000 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:34.091764 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Deleting port 54c3487f-c040-4b84-9799-31158b611aff {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:43:34.092329 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:34.154396 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Network 44a37887-022e-4fb9-b403-624093f4410e is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:43:34.169875 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:43:34.178940 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6b2eacb3-9ae8-4789-b7e8-8b8d1e5a97e5 req-da6b8b24-2830-4dc7-a17c-c7942668c88a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715254 May 11 13:43:34.201624 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:43:34.311331 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:34.312771 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:34.339793 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Pushing event updated for resources: {'Port': ['ID=1ba47186-7a6a-4539-9b50-97d871363799,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:34.353550 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:34.356535 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9829137 May 11 13:43:34.387553 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Request body: {'port': {'device_id': 'aced36e2-3347-47e8-a73c-ef58bb9d29d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:34.471958 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 37594) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:34.528859 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e386857c-fb90-4aca-a02e-ac00c9301c5f req-7eaa0df3-f1ee-4255-beb7-2f41e17e30f4 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/security-groups?id=f73596b7-7ece-41ae-9f55-d3b5fc2559f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498617 May 11 13:43:34.718018 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] For port 54c3487f-c040-4b84-9799-31158b611aff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=54c3487f-c040-4b84-9799-31158b611aff,segment=NetworkSegment(6db24166-b452-4a80-91c9-23455c8a0376),segment_id=6db24166-b452-4a80-91c9-23455c8a0376)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:34.723437 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:34.895195 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:35.208031 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Calling delete_port for 54c3487f-c040-4b84-9799-31158b611aff owned by compute:nova {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:43:35.273318 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:35.452642 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:35.464068 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] Usage tracker for resource:security_group_rule and tenant:02f133d4741b4f6394c8da82fa6c0160 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:35.469813 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:35.484962 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:35.487315 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba47186-7a6a-4539-9b50-97d871363799 {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:43:35.495602 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device e47fd597-d0a8-4db3-aba6-cd78f18244f0 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:43:35.529206 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:35.546081 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Transition to ACTIVE for port object 1ba47186-7a6a-4539-9b50-97d871363799 will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:43:35.551384 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:35.559445 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-004835dd-2f2f-4ea3-b8e8-203460774452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:35.654257 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc2eea-ed8d-47f6-b657-f101710a4711 req-e32806b3-144d-499b-a9b1-a2c6fbec5097 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:35.667514 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-06bc2eea-ed8d-47f6-b657-f101710a4711 req-e32806b3-144d-499b-a9b1-a2c6fbec5097 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.7101247 May 11 13:43:35.669079 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port e47fd597-d0a8-4db3-aba6-cd78f18244f0 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:43:35.688013 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port e47fd597-d0a8-4db3-aba6-cd78f18244f0 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:43:35.688728 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:35.709346 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8f522-838b-472e-b111-5d80d1c9e9e2 req-4d788afb-9032-44e2-b6e0-dee0331aa337 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:35.727540 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-26c8f522-838b-472e-b111-5d80d1c9e9e2 req-4d788afb-9032-44e2-b6e0-dee0331aa337 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 932 time: 0.8227940 May 11 13:43:35.903825 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba47186-7a6a-4539-9b50-97d871363799,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:35.910786 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:35.941039 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:35.987003 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Attempting to bind port 1ba47186-7a6a-4539-9b50-97d871363799 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:43:35.988550 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Attempting to bind port 1ba47186-7a6a-4539-9b50-97d871363799 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:43:35.988550 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Attempting to bind port 1ba47186-7a6a-4539-9b50-97d871363799 on network 44a37887-022e-4fb9-b403-624093f4410e {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:43:35.998021 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Port 1ba47186-7a6a-4539-9b50-97d871363799 on network 44a37887-022e-4fb9-b403-624093f4410e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:43:35.998526 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Attempting to bind port 1ba47186-7a6a-4539-9b50-97d871363799 on network 44a37887-022e-4fb9-b403-624093f4410e {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:43:36.008620 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:43:36.009126 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Checking segment: {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:43:36.009875 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Bound using segment: {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:43:36.010705 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Bound port: 1ba47186-7a6a-4539-9b50-97d871363799, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:43:36.011345 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.020416 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.027565 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684c91a-71ee-4233-a314-38bbe424aa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:36.043768 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.056806 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port e47fd597-d0a8-4db3-aba6-cd78f18244f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:36.064344 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-55e4cc27-5a2e-431b-974f-ff9162a0d086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:36.068497 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.070409 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 54c3487f-c040-4b84-9799-31158b611aff no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:43:36.119422 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-06bc2eea-ed8d-47f6-b657-f101710a4711 req-72a1ff8b-528c-43c3-ac8b-f7a92cf06d19 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506660 May 11 13:43:36.138138 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:36.178775 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-26c8f522-838b-472e-b111-5d80d1c9e9e2 req-007fb3e9-9865-4069-a037-a91006b8a2ce tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499519 May 11 13:43:36.217934 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37646) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:36.218854 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02f133d4741b4f6394c8da82fa6c0160&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7419424 May 11 13:43:36.228244 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.247868 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaf8775-7f32-4c8e-9743-2116ab37d244,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:36.262884 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:36.264839 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-76c2751a-640c-4b6a-b770-fb2dc098a84a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:36.347632 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No active binding found for port 54c3487f-c040-4b84-9799-31158b611aff {{(pid=78838) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 11 13:43:36.348643 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 54c3487f-c040-4b84-9799-31158b611aff not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:43:36.353622 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] For port 1ba47186-7a6a-4539-9b50-97d871363799, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:43:36.356864 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=e47fd597-d0a8-4db3-aba6-cd78f18244f0,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:36.376325 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.378328 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.378943 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Pushing event deleted for resources: {'Port': ['ID=54c3487f-c040-4b84-9799-31158b611aff,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:36.380124 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.381600 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.385405 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:36.387266 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.394852 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.395926 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.397334 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.399808 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.401036 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.402440 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.403344 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:43:36.413146 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:36.432186 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] For port 1ba47186-7a6a-4539-9b50-97d871363799, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1ba47186-7a6a-4539-9b50-97d871363799,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:43:36.456301 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.471277 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:36.614142 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8a037e6f-a649-4b0c-b7b6-299a409ecbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.645065 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:36.646069 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.648594 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] 10.222.0.43 "PUT /v2.0/ports/1ba47186-7a6a-4539-9b50-97d871363799 HTTP/1.1" status: 200 len: 1094 time: 2.2717600 May 11 13:43:36.649436 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aced36e2-3347-47e8-a73c-ef58bb9d29d3', 'tag': '1ba47186-7a6a-4539-9b50-97d871363799'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:36.677821 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba47186-7a6a-4539-9b50-97d871363799,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:36.706151 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:36.717436 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-308c3a4e-006a-4063-a463-cd6142b867bc req-2ffdcb9e-cf68-4b5b-8919-679142a31827 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 210 time: 0.2500279 May 11 13:43:36.733924 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8a037e6f-a649-4b0c-b7b6-299a409ecbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.751048 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] No DVR routers for this DVR port 54c3487f-c040-4b84-9799-31158b611aff on host hv-cinder-78477 {{(pid=78837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:43:36.761968 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.766444 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9', 'name': 'network-vif-deleted', 'tag': '54c3487f-c040-4b84-9799-31158b611aff'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:36.785177 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684c91a-71ee-4233-a314-38bbe424aa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0', 'code': 200} May 11 13:43:36.809260 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-17312f56-99cd-4f7e-a433-8e3887111b7d req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.43 "DELETE /v2.0/ports/54c3487f-c040-4b84-9799-31158b611aff HTTP/1.1" status: 204 len: 173 time: 3.7544954 May 11 13:43:36.874830 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aced36e2-3347-47e8-a73c-ef58bb9d29d3', 'tag': '1ba47186-7a6a-4539-9b50-97d871363799', 'status': 'completed', 'code': 200} May 11 13:43:36.876614 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19fa42-67f1-4709-af15-b3baa5468711 req-683f8e16-e2d5-41a4-ae60-6a56e7b900f2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:36.879246 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-aa19fa42-67f1-4709-af15-b3baa5468711 req-683f8e16-e2d5-41a4-ae60-6a56e7b900f2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.4109046 May 11 13:43:36.916958 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9', 'name': 'network-vif-deleted', 'tag': '54c3487f-c040-4b84-9799-31158b611aff', 'status': 'completed', 'code': 200} May 11 13:43:36.977512 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-5c2f04f0-ba3a-4cb3-9664-b4c21fe6afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:36.980506 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-5c2f04f0-ba3a-4cb3-9664-b4c21fe6afc6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 1097 time: 0.2554743 May 11 13:43:36.981991 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8a037e6f-a649-4b0c-b7b6-299a409ecbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:36.986625 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f27853eb-ba42-4c85-9bf9-98b92a7d7b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:36.995470 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-aa19fa42-67f1-4709-af15-b3baa5468711 req-978c9437-dcfe-4daa-8361-3ea3dddf0d3d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051519 May 11 13:43:37.063203 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a037e6f-a649-4b0c-b7b6-299a409ecbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaf8775-7f32-4c8e-9743-2116ab37d244,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:37.079409 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8a037e6f-a649-4b0c-b7b6-299a409ecbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:37.080895 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-7cdbc25e-f0fe-4015-8a74-f972aa9ef3b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba47186-7a6a-4539-9b50-97d871363799 HTTP/1.1" status: 200 len: 217 time: 0.0841057 May 11 13:43:37.084962 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8a037e6f-a649-4b0c-b7b6-299a409ecbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:37.086058 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-8a037e6f-a649-4b0c-b7b6-299a409ecbc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0aaf8775-7f32-4c8e-9743-2116ab37d244 HTTP/1.1" status: 204 len: 168 time: 0.8668454 May 11 13:43:37.172474 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-ebd23141-883a-4ad5-975c-ae6c7f278b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:37.175178 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-ebd23141-883a-4ad5-975c-ae6c7f278b4c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 HTTP/1.1" status: 200 len: 855 time: 0.0788882 May 11 13:43:37.210991 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d4272-768c-47cb-9f71-276a1c101dd0 req-ed6fb9b4-ed36-46ad-a046-2fc0dab34ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:37.212524 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-677d4272-768c-47cb-9f71-276a1c101dd0 req-ed6fb9b4-ed36-46ad-a046-2fc0dab34ea3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 1098 time: 0.0890522 May 11 13:43:37.300135 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-ff680ac9-c298-440e-9406-168fe0a6dcc0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a37887-022e-4fb9-b403-624093f4410e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146705 May 11 13:43:37.353237 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-677d4272-768c-47cb-9f71-276a1c101dd0 req-0bd3506f-0dc0-40ce-bed9-09673a7b1e7d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159115 May 11 13:43:37.533662 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-888480b5-b841-4e97-8b58-38a465a3152d service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264988 May 11 13:43:37.572884 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065045e-b48b-4c6d-ae1c-c5f73c057d10 req-f25fc090-43fb-40e0-b3d1-51a1a3d3c3f5 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:37.581291 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3065045e-b48b-4c6d-ae1c-c5f73c057d10 req-f25fc090-43fb-40e0-b3d1-51a1a3d3c3f5 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 944 time: 0.2109561 May 11 13:43:37.613866 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404e524-3331-41fd-9ce6-9abe41a2390f req-db57011c-cbbb-4dca-900c-d16ac02b7aef tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:37.615511 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b404e524-3331-41fd-9ce6-9abe41a2390f req-db57011c-cbbb-4dca-900c-d16ac02b7aef tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.1740062 May 11 13:43:37.689989 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3065045e-b48b-4c6d-ae1c-c5f73c057d10 req-b6fe3da9-567e-4c6a-b1bc-80516f976e56 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076829 May 11 13:43:37.715293 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-61dc0252-11dc-49ba-83e2-77003cf507ca req-1461a7ca-e294-45bf-a9f0-5b44260fdd7d service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615756 May 11 13:43:37.721806 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b404e524-3331-41fd-9ce6-9abe41a2390f req-ab9cd020-2ed8-424f-ab96-9e1480fc1755 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801108 May 11 13:43:37.757844 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37680) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:37.845415 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:37.881935 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:37.889194 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] Usage tracker for resource:security_group_rule and tenant:d8153e19c2df463a8811fd6f0f65e806 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:37.893580 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:37.903989 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:37.949951 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1ed68-71b8-4083-bb5e-99ec48d8211a req-fff59b5f-3b78-4467-86c0-7d1ca1f78c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:37.951787 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-09f1ed68-71b8-4083-bb5e-99ec48d8211a req-fff59b5f-3b78-4467-86c0-7d1ca1f78c6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 1097 time: 0.1676409 May 11 13:43:37.970025 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-70e751d8-5604-4233-9bc5-0bc53fc477be req-209720a2-acab-4483-82f0-5d9f9e5200e1 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Synchronizing usage tracker for tenant:c2ceb5ede36b42ab90d2da10166068df on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:43:37.989286 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-70e751d8-5604-4233-9bc5-0bc53fc477be req-209720a2-acab-4483-82f0-5d9f9e5200e1 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Unset dirty status for tenant:c2ceb5ede36b42ab90d2da10166068df on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:43:37.993477 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-70e751d8-5604-4233-9bc5-0bc53fc477be req-209720a2-acab-4483-82f0-5d9f9e5200e1 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96abc53-74ad-4bb1-a109-aa9f6aa7eaf9 HTTP/1.1" status: 200 len: 210 time: 0.1013308 May 11 13:43:38.246179 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12799a97-b1d2-41fc-b0b5-cf15e23d938e req-ac16d3c8-e835-4a95-bfdf-b59db8465f55 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:38.248321 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-12799a97-b1d2-41fc-b0b5-cf15e23d938e req-ac16d3c8-e835-4a95-bfdf-b59db8465f55 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1039162 May 11 13:43:38.317004 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-12799a97-b1d2-41fc-b0b5-cf15e23d938e req-dce94500-1892-4160-8f75-1f1a258f5ee3 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609648 May 11 13:43:38.370799 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:38.379903 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:38.388797 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ed89f409-7f5e-43d3-9827-854ebcf307c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:38.396287 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1ed68-71b8-4083-bb5e-99ec48d8211a req-b546e78b-ed6a-47d4-affa-a3d921a49ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:38.397802 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-09f1ed68-71b8-4083-bb5e-99ec48d8211a req-b546e78b-ed6a-47d4-affa-a3d921a49ac7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 916 time: 0.4373295 May 11 13:43:38.502555 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-09f1ed68-71b8-4083-bb5e-99ec48d8211a req-0ae44a27-d9a7-4143-a24d-7bc9891774d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba47186-7a6a-4539-9b50-97d871363799 HTTP/1.1" status: 200 len: 217 time: 0.0962241 May 11 13:43:38.510979 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8153e19c2df463a8811fd6f0f65e806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7472045 May 11 13:43:38.510979 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02afaa3d-976b-46ab-a96f-c3829f5918d4,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:38.512717 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 37696) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:38.522530 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:38.596586 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1ed68-71b8-4083-bb5e-99ec48d8211a req-ae9da80f-47f4-4d6d-8a69-1ea9dfb34c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:38.598082 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-09f1ed68-71b8-4083-bb5e-99ec48d8211a req-ae9da80f-47f4-4d6d-8a69-1ea9dfb34c98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 HTTP/1.1" status: 200 len: 855 time: 0.0769961 May 11 13:43:38.635654 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6fa0e49f-3f95-4db7-8f57-5a85ff235bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:38.651207 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 37700) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:38.669541 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-09f1ed68-71b8-4083-bb5e-99ec48d8211a req-d00e70d4-ce08-41b6-9e4e-348627882caa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a37887-022e-4fb9-b403-624093f4410e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587208 May 11 13:43:38.679167 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6fa0e49f-3f95-4db7-8f57-5a85ff235bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:38.789084 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6fa0e49f-3f95-4db7-8f57-5a85ff235bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:38.798043 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:38.822886 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0e49f-3f95-4db7-8f57-5a85ff235bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afaa3d-976b-46ab-a96f-c3829f5918d4,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:38.839727 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-6fa0e49f-3f95-4db7-8f57-5a85ff235bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:38.841383 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6fa0e49f-3f95-4db7-8f57-5a85ff235bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:38.843735 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-6fa0e49f-3f95-4db7-8f57-5a85ff235bf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02afaa3d-976b-46ab-a96f-c3829f5918d4 HTTP/1.1" status: 204 len: 168 time: 0.3294237 May 11 13:43:38.956207 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-09f1ed68-71b8-4083-bb5e-99ec48d8211a req-9e63bd52-e60b-42eb-9b78-5713c7e18391 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756367 May 11 13:43:39.110703 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:39.152774 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:39.159741 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] Usage tracker for resource:security_group_rule and tenant:40276c470036450fbae325d898ee74bb is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:39.168833 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:39.170647 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-09f1ed68-71b8-4083-bb5e-99ec48d8211a req-95257f41-960f-4e8b-93c2-dc1343449fb6 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055511 May 11 13:43:39.179143 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:39.260588 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29748d-eff1-4b76-b436-39b2e3df5e9c req-b6f81c45-0bdc-497a-ba9e-7b62740e71a8 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:39.262340 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cd29748d-eff1-4b76-b436-39b2e3df5e9c req-b6f81c45-0bdc-497a-ba9e-7b62740e71a8 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 944 time: 0.3754756 May 11 13:43:39.438249 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69a5be-e31f-4135-9def-7292a48c52aa req-b6017933-6bf7-4e80-96c2-140bb4a6145e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:39.439767 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5a69a5be-e31f-4135-9def-7292a48c52aa req-b6017933-6bf7-4e80-96c2-140bb4a6145e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.4351702 May 11 13:43:39.458866 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cd29748d-eff1-4b76-b436-39b2e3df5e9c req-60b0d7a1-3fea-43f5-892b-8cc9d20936b3 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845813 May 11 13:43:39.485317 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:39.502537 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:39.512228 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-cbe64369-df50-45cb-b095-17bcf5a80bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:39.532166 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 1ba47186-7a6a-4539-9b50-97d871363799 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:43:39.546692 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5a69a5be-e31f-4135-9def-7292a48c52aa req-7c9cc0a6-69f6-4bc8-aa20-fbe8086ba233 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976295 May 11 13:43:39.561233 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40276c470036450fbae325d898ee74bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9086921 May 11 13:43:39.568008 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37730) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:39.572022 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5abdcd-ec87-4509-977a-f64d148d15a8,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:39.575486 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:39.762004 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6ce48fac-7d1f-4b6b-b87d-d053a119754b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:39.814732 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6ce48fac-7d1f-4b6b-b87d-d053a119754b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:39.880897 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6ce48fac-7d1f-4b6b-b87d-d053a119754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:39.898721 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1096ccd-5af4-4fdf-aa31-d7719e24f45c req-c08bbe94-9a15-46ac-a236-7b693be04700 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:39.899822 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:39.906487 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d1096ccd-5af4-4fdf-aa31-d7719e24f45c req-c08bbe94-9a15-46ac-a236-7b693be04700 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2130511 May 11 13:43:39.920394 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 1ba47186-7a6a-4539-9b50-97d871363799, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1ba47186-7a6a-4539-9b50-97d871363799,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:39.928744 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce48fac-7d1f-4b6b-b87d-d053a119754b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5abdcd-ec87-4509-977a-f64d148d15a8,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:39.941057 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6ce48fac-7d1f-4b6b-b87d-d053a119754b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:39.945548 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6ce48fac-7d1f-4b6b-b87d-d053a119754b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:39.949620 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-6ce48fac-7d1f-4b6b-b87d-d053a119754b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a5abdcd-ec87-4509-977a-f64d148d15a8 HTTP/1.1" status: 204 len: 168 time: 0.3801188 May 11 13:43:39.980044 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '1ba47186-7a6a-4539-9b50-97d871363799', 'network_id': '44a37887-022e-4fb9-b403-624093f4410e', 'port_id': '1ba47186-7a6a-4539-9b50-97d871363799', 'mac_address': 'fa:16:3e:b1:39:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:43:40.015651 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d1096ccd-5af4-4fdf-aa31-d7719e24f45c req-aeef9b4d-4654-4bb7-bc67-514830d7c996 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013353 May 11 13:43:40.074938 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:40.115391 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba47186-7a6a-4539-9b50-97d871363799 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:43:40.166688 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 1ba47186-7a6a-4539-9b50-97d871363799, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1ba47186-7a6a-4539-9b50-97d871363799,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:40.174608 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:40.176842 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-5e12914f-6113-4cf1-ab8d-0ee495a686c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:40.335280 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=1ba47186-7a6a-4539-9b50-97d871363799,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:40.347669 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:40.500028 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37758) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:40.552051 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:40.640975 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c81e6-7bda-49d5-b6ab-a8e6287238e7 req-027d27a9-9cdf-4a14-9e5d-26ffc447d52d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:40.642643 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e64c81e6-7bda-49d5-b6ab-a8e6287238e7 req-027d27a9-9cdf-4a14-9e5d-26ffc447d52d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2981486 May 11 13:43:40.658151 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37770) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:40.670268 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['1ba47186-7a6a-4539-9b50-97d871363799'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:43:40.707118 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:40.732318 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-1b34ab22-81b9-4f7a-a3b1-a8cc2ec723d4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'floatingip': {'port_id': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:43:40.955718 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1b34ab22-81b9-4f7a-a3b1-a8cc2ec723d4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:41.014279 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38407e13-a5af-4442-b84c-1dcc9f15fbe4 req-9a469c0c-1fb1-4ad8-8c24-e77058adcbef tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:41.016259 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-38407e13-a5af-4442-b84c-1dcc9f15fbe4 req-9a469c0c-1fb1-4ad8-8c24-e77058adcbef tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 945 time: 0.2710330 May 11 13:43:41.110241 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-38407e13-a5af-4442-b84c-1dcc9f15fbe4 req-6eff7072-4876-41e6-9141-0737cf42aceb tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739102 May 11 13:43:41.126613 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] Usage tracker for resource:security_group_rule and tenant:b3d40e70558349cdb545edd44d02365d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:41.137325 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:41.162637 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30f32c-632b-4d05-8e3e-ac0992a12f59 req-50b94cc3-b19a-4b92-9b14-330ba2151911 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:41.165112 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-df30f32c-632b-4d05-8e3e-ac0992a12f59 req-50b94cc3-b19a-4b92-9b14-330ba2151911 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.2778957 May 11 13:43:41.178034 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:41.243782 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-df30f32c-632b-4d05-8e3e-ac0992a12f59 req-66f7f8f0-73cb-460d-96ba-5556bedbb4d8 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653596 May 11 13:43:41.749209 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:41.758638 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:41.787859 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-b204bd58-1f55-4779-9a95-a8809f4cc231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:42.150462 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43788b79-6c04-486d-8cc2-78bbc98ef4e6,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:42.159374 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3d40e70558349cdb545edd44d02365d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6538863 May 11 13:43:42.159374 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:42.159803 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37806) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:42.356850 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 37816) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:42.444160 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_v2 [None req-10848a21-8bd0-4c2f-a7b1-96833d73ec26 admin admin] Deleting subnet 09e12b3d-2856-444b-abd6-33b5b3d17b09 {{(pid=78837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:43:42.450161 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-10848a21-8bd0-4c2f-a7b1-96833d73ec26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:42.513113 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3d433748-7243-4b94-87a9-d836c4f36ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:42.523708 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-10848a21-8bd0-4c2f-a7b1-96833d73ec26 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:42.539281 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a09e7-2f50-4f8b-a6b8-5784792191a0 req-80564bc6-cbae-4eec-84a9-14abfc279357 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:42.547458 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-537a09e7-2f50-4f8b-a6b8-5784792191a0 req-80564bc6-cbae-4eec-84a9-14abfc279357 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 945 time: 0.2778831 May 11 13:43:42.566501 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-10848a21-8bd0-4c2f-a7b1-96833d73ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:42.604375 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.db.resource_extend [None req-1b34ab22-81b9-4f7a-a3b1-a8cc2ec723d4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 13:43:42.716928 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-537a09e7-2f50-4f8b-a6b8-5784792191a0 req-ae36033b-46fa-45c6-b8f5-2ee4b050e8c1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684103 May 11 13:43:42.860131 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3d433748-7243-4b94-87a9-d836c4f36ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:42.932755 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1b34ab22-81b9-4f7a-a3b1-a8cc2ec723d4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:42.968516 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb6363-a7e0-46a8-94f6-cdd96be71f00 req-6e6f76df-1468-4e2b-914f-59ddb63ac64f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:42.971459 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bbdb6363-a7e0-46a8-94f6-cdd96be71f00 req-6e6f76df-1468-4e2b-914f-59ddb63ac64f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.3348444 May 11 13:43:42.971682 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1b34ab22-81b9-4f7a-a3b1-a8cc2ec723d4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:43.161490 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bbdb6363-a7e0-46a8-94f6-cdd96be71f00 req-3dd71747-ac9c-43d1-a009-2ae471f516c6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278796 May 11 13:43:43.165410 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3d433748-7243-4b94-87a9-d836c4f36ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:43.172559 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d132e322-b893-4656-b83e-5223b3b4a47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:43.186957 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d433748-7243-4b94-87a9-d836c4f36ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43788b79-6c04-486d-8cc2-78bbc98ef4e6,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:43.192814 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-3d433748-7243-4b94-87a9-d836c4f36ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:43.200653 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3d433748-7243-4b94-87a9-d836c4f36ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:43.204501 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-3d433748-7243-4b94-87a9-d836c4f36ab2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43788b79-6c04-486d-8cc2-78bbc98ef4e6 HTTP/1.1" status: 204 len: 168 time: 1.0412602 May 11 13:43:43.210385 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-10848a21-8bd0-4c2f-a7b1-96833d73ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for subnet, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:43.218686 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.l3_db [None req-1b34ab22-81b9-4f7a-a3b1-a8cc2ec723d4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Floating IP 14c01496-1f3f-4475-8f48-d319275b2325 associated. External IP: 172.28.2.206, port: e47fd597-d0a8-4db3-aba6-cd78f18244f0. May 11 13:43:43.219958 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:43.293899 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10848a21-8bd0-4c2f-a7b1-96833d73ec26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e12b3d-2856-444b-abd6-33b5b3d17b09,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:43.318073 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-10848a21-8bd0-4c2f-a7b1-96833d73ec26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:43.351078 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-10848a21-8bd0-4c2f-a7b1-96833d73ec26 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/09e12b3d-2856-444b-abd6-33b5b3d17b09 HTTP/1.1" status: 204 len: 168 time: 0.9878697 May 11 13:43:43.352377 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-10848a21-8bd0-4c2f-a7b1-96833d73ec26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:43.354653 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 37830) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:43.529389 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-cf0d54e0-8f18-45a9-914b-158f33b87a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:43.544633 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:43.545245 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 1ba47186-7a6a-4539-9b50-97d871363799 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:43:43.686457 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 1ba47186-7a6a-4539-9b50-97d871363799 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:43:43.693892 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 1ba47186-7a6a-4539-9b50-97d871363799 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:43:43.694425 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:43.721200 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:43.773378 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.773718 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.774451 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.774790 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > port after_create 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.775128 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > port after_delete 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.775445 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > port after_update 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.775751 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.776122 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.776628 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.777063 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.919456 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.919747 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.920012 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.920342 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 13:43:43.920727 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b685ed2f-4db1-4db5-9019-57c45cce5e87']}} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:43.968424 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:43.996814 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db24166-b452-4a80-91c9-23455c8a0376') {'for_net_delete': True} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:43.997114 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db24166-b452-4a80-91c9-23455c8a0376') {} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:44.021861 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16630095'] for segment, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:44.038698 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aced36e2-3347-47e8-a73c-ef58bb9d29d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba47186-7a6a-4539-9b50-97d871363799'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:44.049252 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:44.060557 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=78837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:43:44.061007 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16513043'] for segment, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:44.082971 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 1ba47186-7a6a-4539-9b50-97d871363799, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1ba47186-7a6a-4539-9b50-97d871363799,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: from cryptography.utils import int_from_bytes May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: from cryptography.utils import int_from_bytes May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: Traceback (most recent call last): May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: timer() May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: cb(*args, **kw) May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: return func(*args, **kwargs) May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: self._notify() May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: self.callback(batched_events) May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: event.method(event) May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: return f(self, *a, **k) May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: return self._get(url).json() May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: return self.request(url, 'GET', **kwargs) May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:43:44.085825 dv-cinder-784779-11-smb neutron-server[78837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:43:44.090282 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:44.097660 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-5e12914f-6113-4cf1-ab8d-0ee495a686c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:44.122814 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b34ab22-81b9-4f7a-a3b1-a8cc2ec723d4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Router a3345c25-c3ed-4d58-b375-05e8518033b4 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:43:44.205389 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aced36e2-3347-47e8-a73c-ef58bb9d29d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba47186-7a6a-4539-9b50-97d871363799', 'code': 200} May 11 13:43:44.296146 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=1ba47186-7a6a-4539-9b50-97d871363799,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:44.309249 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:44.363107 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7b334-9d4e-4e04-aacb-680c76182dff req-35e2d715-d579-4176-96a1-72e8c271011a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:44.364826 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-05e7b334-9d4e-4e04-aacb-680c76182dff req-35e2d715-d579-4176-96a1-72e8c271011a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 945 time: 0.4195726 May 11 13:43:44.372735 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:44.381815 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:44.427493 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Pushing event deleted for resources: {'Network': ['ID=b685ed2f-4db1-4db5-9019-57c45cce5e87,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:44.441433 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:44.458341 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:44.705798 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b34ab22-81b9-4f7a-a3b1-a8cc2ec723d4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:43:44.709224 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] 10.222.0.30 "DELETE /v2.0/networks/b685ed2f-4db1-4db5-9019-57c45cce5e87 HTTP/1.1" status: 204 len: 168 time: 1.3530309 May 11 13:43:44.728793 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] Sync routers for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:43:44.742887 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-05e7b334-9d4e-4e04-aacb-680c76182dff req-13375f2a-27d0-4168-9e6e-460cc344e420 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171082 May 11 13:43:44.747115 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:43:44.747763 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:43:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:44.751188 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1b34ab22-81b9-4f7a-a3b1-a8cc2ec723d4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:44.874373 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d43e72-745e-47b4-a452-c23db2c32a45 req-f747b569-e183-46df-9d24-e95f66b5a477 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:44.876781 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b5d43e72-745e-47b4-a452-c23db2c32a45 req-f747b569-e183-46df-9d24-e95f66b5a477 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.2409492 May 11 13:43:44.981241 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b5d43e72-745e-47b4-a452-c23db2c32a45 req-dd3ceef5-72b6-4364-b31b-815c91e5559c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941048 May 11 13:43:45.061998 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-1b34ab22-81b9-4f7a-a3b1-a8cc2ec723d4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "PUT /v2.0/floatingips/14c01496-1f3f-4475-8f48-d319275b2325 HTTP/1.1" status: 200 len: 991 time: 4.3986001 May 11 13:43:45.061998 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684c91a-71ee-4233-a314-38bbe424aa01', 'tag': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:43:45.069562 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0d806-604d-4f6c-832f-cd88c407242c req-a6f729c8-5e79-4088-ad44-cee0f2e55a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:45.073541 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cfb0d806-604d-4f6c-832f-cd88c407242c req-a6f729c8-5e79-4088-ad44-cee0f2e55a4a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 1099 time: 0.5636876 May 11 13:43:45.109311 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 37894) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:45.173255 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684c91a-71ee-4233-a314-38bbe424aa01', 'tag': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0', 'status': 'completed', 'code': 200} May 11 13:43:45.180775 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cfb0d806-604d-4f6c-832f-cd88c407242c req-73352251-a7f4-42b8-aaa0-589507518af6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929458 May 11 13:43:45.245886 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37898) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:45.247294 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-0002f3c6-ea97-431d-b131-8eecc980f35b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2ceb5ede36b42ab90d2da10166068df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1354032 May 11 13:43:45.305236 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:43:45.394985 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-036d3e97-75e9-4b52-8013-94cb4cb1b62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:45.438714 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-036d3e97-75e9-4b52-8013-94cb4cb1b62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:45.468919 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-bdbf5aed-da04-4cac-bfaf-2a73e512b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:45.471041 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-bdbf5aed-da04-4cac-bfaf-2a73e512b6d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 1098 time: 0.1717460 May 11 13:43:45.495994 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-b805670b-2994-4f56-ac63-154c6fc77936 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1534121 May 11 13:43:45.664155 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-036d3e97-75e9-4b52-8013-94cb4cb1b62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:45.671821 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5ed43d18-d89c-4a74-a2ab-8bd09e25a5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:45.705214 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d3e97-75e9-4b52-8013-94cb4cb1b62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73596b7-7ece-41ae-9f55-d3b5fc2559f3,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:45.707418 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-2555709e-1fe1-4621-906e-a617a1da989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:45.709923 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-2555709e-1fe1-4621-906e-a617a1da989c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 1098 time: 0.0974014 May 11 13:43:45.710880 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-036d3e97-75e9-4b52-8013-94cb4cb1b62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:45.713353 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-98d7864b-0ba1-4eb2-ae9c-71ffb029052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:45.714423 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-98d7864b-0ba1-4eb2-ae9c-71ffb029052c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 912 time: 0.2358470 May 11 13:43:45.721713 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-036d3e97-75e9-4b52-8013-94cb4cb1b62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:45.726912 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-036d3e97-75e9-4b52-8013-94cb4cb1b62d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f73596b7-7ece-41ae-9f55-d3b5fc2559f3 HTTP/1.1" status: 204 len: 168 time: 0.4760563 May 11 13:43:45.961394 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-99b1d0ff-570c-4a05-b831-59973ccd14c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0 HTTP/1.1" status: 200 len: 999 time: 0.2363417 May 11 13:43:46.115801 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-226abcae-b4f6-4c8d-94ff-0c54a6805e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:46.115801 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-226abcae-b4f6-4c8d-94ff-0c54a6805e49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 916 time: 0.3542752 May 11 13:43:46.142152 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-a4e44da6-733e-4773-8311-ccb1921482a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:46.143966 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-a4e44da6-733e-4773-8311-ccb1921482a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1080eaab-142c-4115-a8c3-777ccabb0f27 HTTP/1.1" status: 200 len: 850 time: 0.1747997 May 11 13:43:46.277179 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ded775e1-5687-4fd5-8168-fd349a64e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:46.347999 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '14c01496-1f3f-4475-8f48-d319275b2325', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'floating_ip_address': '172.28.2.206', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'port_id': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'mac_address': 'fa:16:3e:1e:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5684c91a-71ee-4233-a314-38bbe424aa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:43:10Z', 'updated_at': '2021-05-11T13:43:42Z', 'revision_number': 1, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:46.367557 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:46.369856 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] Checking router: a3345c25-c3ed-4d58-b375-05e8518033b4 for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:43:46.410580 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:43:46.412360 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:43:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:46.496309 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-60d82293-a034-49f3-9205-19ce08f4144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:46.501350 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-60d82293-a034-49f3-9205-19ce08f4144b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f78548c-1497-4a11-acbd-00382a724758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3499172 May 11 13:43:46.715480 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-5c7dbdb1-3823-418a-b0a7-c1d0ba66be0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3ec511-58f3-4531-86f5-cc972a15feab HTTP/1.1" status: 200 len: 217 time: 0.5848432 May 11 13:43:47.088213 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-ac28557f-a747-46ae-9da1-2270711b0707 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776343 May 11 13:43:47.132542 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-2844139c-a562-4c82-994d-3e594f75fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:47.136101 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-2844139c-a562-4c82-994d-3e594f75fd9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 HTTP/1.1" status: 200 len: 855 time: 0.3990748 May 11 13:43:47.151676 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:43:47.297312 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-0141c24f-ee08-47f1-9937-c7038b5b2fba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a37887-022e-4fb9-b403-624093f4410e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339185 May 11 13:43:47.354342 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dde3fbbd-de79-4d34-8145-64e6ddf86dfb req-a0e99ba1-b3dd-40cb-8cd9-0b30c349830c service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553477 May 11 13:43:47.415559 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e1f6d-a712-4828-b1bb-197aec76c813 req-df026d65-a945-4303-861d-d0222495b4d4 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:47.429305 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e72e1f6d-a712-4828-b1bb-197aec76c813 req-df026d65-a945-4303-861d-d0222495b4d4 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 946 time: 1.1263638 May 11 13:43:47.505294 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 37950) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:47.708532 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e72e1f6d-a712-4828-b1bb-197aec76c813 req-ad52f846-6583-402d-b7f4-510d158959e9 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620397 May 11 13:43:47.785183 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce33dd4-07ed-44a6-b08b-539c8753c567 req-06cbbdec-63e8-47d3-959e-614402d3386a tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:47.787837 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fce33dd4-07ed-44a6-b08b-539c8753c567 req-06cbbdec-63e8-47d3-959e-614402d3386a tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 1.0708466 May 11 13:43:47.907341 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-71152eda-f26f-4e6e-95fe-d9d13c6b67b3 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660996 May 11 13:43:47.932689 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fce33dd4-07ed-44a6-b08b-539c8753c567 req-52f3eb3e-b398-4cc0-85de-0fea71173b95 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266577 May 11 13:43:48.039265 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:48.103241 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:48.130003 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:48.135929 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:48.137473 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] Usage tracker for resource:security_group_rule and tenant:da261b93fabd43b0a10154206c430876 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:48.142416 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:48.153519 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:48.232810 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '14c01496-1f3f-4475-8f48-d319275b2325', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'floating_ip_address': '172.28.2.206', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'port_id': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'mac_address': 'fa:16:3e:1e:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5684c91a-71ee-4233-a314-38bbe424aa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:43:10Z', 'updated_at': '2021-05-11T13:43:42Z', 'revision_number': 1, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:43:48.250653 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86008529-d88f-41b8-95cc-f2f7e3c74003 None None] The sync data for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb is: [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '14c01496-1f3f-4475-8f48-d319275b2325', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'floating_ip_address': '172.28.2.206', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'port_id': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'mac_address': 'fa:16:3e:1e:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5684c91a-71ee-4233-a314-38bbe424aa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:43:10Z', 'updated_at': '2021-05-11T13:43:42Z', 'revision_number': 1, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:43:48.305112 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0299e948-0f47-4fba-ba0e-b058551728b3 req-a3a8b85f-6b3c-4239-be33-95f317e53ae0 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793883 May 11 13:43:48.344275 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:48.351540 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:48.373696 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-bf7b7274-7d8f-49fe-bb50-426ea20cc0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:48.435590 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da261b93fabd43b0a10154206c430876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9283111 May 11 13:43:48.436741 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0480a90-1f6f-4190-a63f-84930d2f78ec,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:48.438483 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 37978) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:48.440151 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:48.545070 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1602e0b0-4a13-4033-a1c9-b92b5bf5a25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:48.612001 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1602e0b0-4a13-4033-a1c9-b92b5bf5a25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:48.662952 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a3386-e343-45c1-ad05-627281cd82ce None None] New status for floating IP 14c01496-1f3f-4475-8f48-d319275b2325: ACTIVE {{(pid=78838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:43:48.688805 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1602e0b0-4a13-4033-a1c9-b92b5bf5a25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:48.697961 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:48.714739 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602e0b0-4a13-4033-a1c9-b92b5bf5a25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0480a90-1f6f-4190-a63f-84930d2f78ec,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:48.730602 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-1602e0b0-4a13-4033-a1c9-b92b5bf5a25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:48.737138 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1602e0b0-4a13-4033-a1c9-b92b5bf5a25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:48.743160 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-1602e0b0-4a13-4033-a1c9-b92b5bf5a25b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0480a90-1f6f-4190-a63f-84930d2f78ec HTTP/1.1" status: 204 len: 168 time: 0.3022428 May 11 13:43:49.217858 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64202f-6b2f-47c4-ac03-ddba55e4cc22 req-090ae6a4-00a9-4a82-b605-1fa1d0c07471 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:49.220519 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dc64202f-6b2f-47c4-ac03-ddba55e4cc22 req-090ae6a4-00a9-4a82-b605-1fa1d0c07471 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 946 time: 0.3239913 May 11 13:43:49.260880 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:49.495859 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dc64202f-6b2f-47c4-ac03-ddba55e4cc22 req-cadafab2-9ae1-44ae-8ae8-3e8024fa337b tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664192 May 11 13:43:49.583160 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff566a-9e9e-4ca9-8dd3-7866cc0ddf3c req-176d87f0-8d62-4e24-a9fa-976fe1cc65e9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:49.587725 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8cff566a-9e9e-4ca9-8dd3-7866cc0ddf3c req-176d87f0-8d62-4e24-a9fa-976fe1cc65e9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.1606569 May 11 13:43:49.718911 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8cff566a-9e9e-4ca9-8dd3-7866cc0ddf3c req-92c1b73f-1532-4003-884f-a42947c50b6a tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165533 May 11 13:43:49.982847 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 38024) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:50.018184 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:50.056164 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:50.066764 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] Usage tracker for resource:security_group_rule and tenant:5ca2cffbab8b49a98d5c18e8c6807bb6 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:50.070793 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:50.079064 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:50.230181 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:50.239052 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:50.250407 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:50.331735 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ca2cffbab8b49a98d5c18e8c6807bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446906 May 11 13:43:50.332071 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dc208b-084a-40f4-89a6-965e7f475c32,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:50.332999 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38040) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:50.337725 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:50.508657 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-90428edb-ff97-481a-b626-4d9ef8d7b35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:50.576363 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-90428edb-ff97-481a-b626-4d9ef8d7b35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:50.670030 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-90428edb-ff97-481a-b626-4d9ef8d7b35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:50.681426 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5d527c50-d890-4de7-854a-f8607f24e900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:50.702479 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90428edb-ff97-481a-b626-4d9ef8d7b35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dc208b-084a-40f4-89a6-965e7f475c32,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:50.706832 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-90428edb-ff97-481a-b626-4d9ef8d7b35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:50.720205 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-90428edb-ff97-481a-b626-4d9ef8d7b35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:50.726220 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-90428edb-ff97-481a-b626-4d9ef8d7b35f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00dc208b-084a-40f4-89a6-965e7f475c32 HTTP/1.1" status: 204 len: 168 time: 0.3915517 May 11 13:43:50.885757 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:43:51.030155 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139942a7-532f-47c5-b1f5-4c75a0eaad01 req-16a41c85-50e3-4d33-ada7-5689548ac9ee tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:51.044821 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-139942a7-532f-47c5-b1f5-4c75a0eaad01 req-16a41c85-50e3-4d33-ada7-5689548ac9ee tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.1678860 May 11 13:43:51.125645 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-139942a7-532f-47c5-b1f5-4c75a0eaad01 req-83d05746-14b2-4f3c-b6e5-574d36b775a3 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795093 May 11 13:43:52.559743 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2b344-fee0-4d4e-8d10-c508836da2ae req-2f45ebbb-a91e-46ce-8094-238332e4b3a4 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:52.569389 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dcc2b344-fee0-4d4e-8d10-c508836da2ae req-2f45ebbb-a91e-46ce-8094-238332e4b3a4 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.2645473 May 11 13:43:52.629738 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dcc2b344-fee0-4d4e-8d10-c508836da2ae req-c3e65b7f-159e-4ba5-ada9-5d0f91894b5f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582390 May 11 13:43:53.902772 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454ee75-0dc0-4684-8b5a-1139282c9a89 req-75ff6315-7b59-4fb1-a200-e591028b13e0 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:53.906074 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1454ee75-0dc0-4684-8b5a-1139282c9a89 req-75ff6315-7b59-4fb1-a200-e591028b13e0 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.1319721 May 11 13:43:53.983473 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1454ee75-0dc0-4684-8b5a-1139282c9a89 req-eb050daa-dcf3-485d-957e-e41ced69a54c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675416 May 11 13:43:55.241824 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44826845-cf09-4c4c-9140-9dbee151985d req-75c3f125-9cc2-4ac7-bf2f-13e81a9d8464 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:55.243375 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-44826845-cf09-4c4c-9140-9dbee151985d req-75c3f125-9cc2-4ac7-bf2f-13e81a9d8464 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.1024685 May 11 13:43:55.308087 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-44826845-cf09-4c4c-9140-9dbee151985d req-20d7e6c2-193c-4478-81e2-94b61315b2e7 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571153 May 11 13:43:56.683587 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2538d54-e9a4-4954-8996-96783554fda7 req-aa2231a2-bb52-4919-8e63-2b757a9eba9d tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:56.686768 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b2538d54-e9a4-4954-8996-96783554fda7 req-aa2231a2-bb52-4919-8e63-2b757a9eba9d tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.1718154 May 11 13:43:56.766180 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b2538d54-e9a4-4954-8996-96783554fda7 req-8997370c-f17c-4797-8fa8-e53116e84dda tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719314 May 11 13:43:57.147528 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38332) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:57.309990 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:57.330011 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:57.334623 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] Usage tracker for resource:security_group_rule and tenant:92c6926d11184522b8850401fc2de7ad is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:57.337921 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:57.345425 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:57.510569 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:57.518760 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:57.535138 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8a037e6f-a649-4b0c-b7b6-299a409ecbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:57.631785 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 38354) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:57.633426 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92c6926d11184522b8850401fc2de7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843707 May 11 13:43:57.637161 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fbf050-de14-4f58-a2e5-b0ecdd2b7e35,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:57.642944 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:57.731756 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6e94435-b984-47a8-be3c-3025c8ec41af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:57.764897 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6e94435-b984-47a8-be3c-3025c8ec41af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:57.820094 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 38364) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:57.867208 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6e94435-b984-47a8-be3c-3025c8ec41af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:57.879765 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:57.892657 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e94435-b984-47a8-be3c-3025c8ec41af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fbf050-de14-4f58-a2e5-b0ecdd2b7e35,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:57.896752 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c6e94435-b984-47a8-be3c-3025c8ec41af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:57.912194 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6e94435-b984-47a8-be3c-3025c8ec41af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:57.914260 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-c6e94435-b984-47a8-be3c-3025c8ec41af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05fbf050-de14-4f58-a2e5-b0ecdd2b7e35 HTTP/1.1" status: 204 len: 168 time: 0.2806497 May 11 13:43:58.041673 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:58.083341 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b06f43-d8ec-4e87-a214-b998729a7ae1 req-b57ffeac-a26b-49ab-b074-121c70174698 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:58.085566 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f2b06f43-d8ec-4e87-a214-b998729a7ae1 req-b57ffeac-a26b-49ab-b074-121c70174698 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.1538005 May 11 13:43:58.086135 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:58.091128 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] Usage tracker for resource:security_group_rule and tenant:6309fde53b2947a1b3d49d5f834466cb is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:58.095564 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:58.114191 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:58.168357 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f2b06f43-d8ec-4e87-a214-b998729a7ae1 req-dbb84f3e-2de5-4e74-a1f4-b4384786c8c5 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 May 11 13:43:58.303799 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:58.309058 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:58.319109 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5f2fc42e-3e5b-4d66-9abc-33d819e2ec1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:58.373200 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6309fde53b2947a1b3d49d5f834466cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512762 May 11 13:43:58.375907 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8c86ad-c519-480a-aff8-295d25300cdc,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:58.376375 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38378) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:58.379684 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:58.430416 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 38384) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:58.450160 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:58.469156 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:58.473816 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] Usage tracker for resource:security_group_rule and tenant:32b40301a5ce4019952014c92f32a28c is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:58.474205 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ecebff0-bfaf-49d2-a080-df3690fc0266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:58.477914 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:58.484990 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:58.520943 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ecebff0-bfaf-49d2-a080-df3690fc0266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:58.590111 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ecebff0-bfaf-49d2-a080-df3690fc0266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:58.594541 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a8b80f56-2bce-4e35-905f-72c0e5d1a821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:58.608469 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecebff0-bfaf-49d2-a080-df3690fc0266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8c86ad-c519-480a-aff8-295d25300cdc,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:58.611007 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2ecebff0-bfaf-49d2-a080-df3690fc0266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:58.625347 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ecebff0-bfaf-49d2-a080-df3690fc0266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:58.627716 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-2ecebff0-bfaf-49d2-a080-df3690fc0266 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af8c86ad-c519-480a-aff8-295d25300cdc HTTP/1.1" status: 204 len: 168 time: 0.2490830 May 11 13:43:58.733102 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-017dac5a-98a6-4e51-9886-1aadd5c21576 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:58.734773 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-017dac5a-98a6-4e51-9886-1aadd5c21576 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 815 time: 0.2219024 May 11 13:43:58.759843 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:58.763155 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-f43c2bc8-bd9d-4a0f-bf6b-a60f1f70b98f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/quotas/acfb03a5311b4eb997185ae634d3a3ad HTTP/1.1" status: 200 len: 375 time: 0.0179570 May 11 13:43:58.765892 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:58.776405 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-29c9536d-f830-4de6-b83f-39fc02156b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:58.875249 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32b40301a5ce4019952014c92f32a28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434690 May 11 13:43:58.879349 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38398) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:58.879861 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382a22a3-ac91-4e98-bbe1-85fe75430b55,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:58.886027 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:58.946858 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-7223df87-7e56-466c-8be2-03de1cf0d096 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730585 May 11 13:43:59.003884 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f6426b4c-8a14-4f0c-b394-333bd5f961dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:59.069345 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f6426b4c-8a14-4f0c-b394-333bd5f961dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:59.155042 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-ab874ee4-e6b1-4835-bca2-ee44ea8d85e9 service neutron] 10.222.0.30 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003205 May 11 13:43:59.198883 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 38416) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:59.203246 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f6426b4c-8a14-4f0c-b394-333bd5f961dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:59.211336 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a91268e8-fa20-410f-8b1f-aff3e94965d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:59.233300 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f6426b4c-8a14-4f0c-b394-333bd5f961dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:59.240079 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f6426b4c-8a14-4f0c-b394-333bd5f961dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/382a22a3-ac91-4e98-bbe1-85fe75430b55 HTTP/1.1" status: 204 len: 168 time: 0.3555949 May 11 13:43:59.244720 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6426b4c-8a14-4f0c-b394-333bd5f961dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382a22a3-ac91-4e98-bbe1-85fe75430b55,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:59.260971 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f6426b4c-8a14-4f0c-b394-333bd5f961dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:43:59.296483 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:59.364876 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:43:59.387438 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] Usage tracker for resource:security_group_rule and tenant:866a395bcef94680a4b2f875b68f4fa9 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:43:59.398297 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:43:59.510824 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:43:59.536979 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-500eba05-8900-47f9-b4e0-5e923eac9dec service neutron] 10.222.0.30 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706777 May 11 13:43:59.695697 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9341d32-3dcc-4d79-9ff7-2a67d3eee9cf req-5c42e857-d1b4-4ecc-ac52-b5d66eb766f2 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:43:59.704082 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d9341d32-3dcc-4d79-9ff7-2a67d3eee9cf req-5c42e857-d1b4-4ecc-ac52-b5d66eb766f2 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.2740231 May 11 13:43:59.796894 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d9341d32-3dcc-4d79-9ff7-2a67d3eee9cf req-c27b9118-558f-4757-8479-3f2cfa72b7eb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916767 May 11 13:43:59.852408 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:59.857997 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:43:59.870581 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0bc9b518-8f74-4509-b8a7-f7222c8316a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:43:59.976811 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=866a395bcef94680a4b2f875b68f4fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7767606 May 11 13:43:59.980042 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38458) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:43:59.983283 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90099d40-2313-4bf6-9630-50774cfaeb8f,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:43:59.996216 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:00.010952 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ef4987b2-439c-4292-8918-492337d6864b req-7ed204c6-08f9-46ac-9806-db90ca1caf4a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 210 time: 0.1028807 May 11 13:44:00.105739 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d33c51a1-cda1-484e-bea7-729ba4a97617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:00.155029 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d33c51a1-cda1-484e-bea7-729ba4a97617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:00.201147 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7462a-a584-4da6-823b-270a5e9ffe6d req-a56eb0ae-2c46-4b13-9ce9-0c19223b2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:00.203217 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8fa7462a-a584-4da6-823b-270a5e9ffe6d req-a56eb0ae-2c46-4b13-9ce9-0c19223b2e93 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 1098 time: 0.0876033 May 11 13:44:00.240224 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d33c51a1-cda1-484e-bea7-729ba4a97617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:00.248574 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-21030349-f73b-45dc-a947-29442996f55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:00.267537 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c51a1-cda1-484e-bea7-729ba4a97617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90099d40-2313-4bf6-9630-50774cfaeb8f,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:00.270281 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d33c51a1-cda1-484e-bea7-729ba4a97617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:00.275638 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-d33c51a1-cda1-484e-bea7-729ba4a97617 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90099d40-2313-4bf6-9630-50774cfaeb8f HTTP/1.1" status: 204 len: 168 time: 0.2903244 May 11 13:44:00.275638 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d33c51a1-cda1-484e-bea7-729ba4a97617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:00.292885 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8fa7462a-a584-4da6-823b-270a5e9ffe6d req-3aeac901-74f9-4b9b-9c70-f2dba3ebae84 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766146 May 11 13:44:01.229777 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79cc78-9797-4042-9457-6a34267ee38a req-336ced4f-5469-43ad-bf7a-d144b487fb80 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:01.242573 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ac79cc78-9797-4042-9457-6a34267ee38a req-336ced4f-5469-43ad-bf7a-d144b487fb80 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.2237833 May 11 13:44:01.538864 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-932508f8-7e51-4293-a2c2-ae14128ac321 req-099cffae-f7b3-489c-ad15-9a73386feb87 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 210 time: 0.0544944 May 11 13:44:01.607276 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ac79cc78-9797-4042-9457-6a34267ee38a req-d9ba30e6-a404-448d-bcbd-b65165435635 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618190 May 11 13:44:01.841553 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38534) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:02.099924 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-df53c3c0-0177-4c60-998f-32bb1c9bb6df tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:02.102282 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-df53c3c0-0177-4c60-998f-32bb1c9bb6df tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 815 time: 0.3156888 May 11 13:44:02.122309 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Request body: {'port': {'device_id': '71d36cc5-7979-40ac-b50f-8f9c7f247f98', 'network_id': '44a37887-022e-4fb9-b403-624093f4410e', 'admin_state_up': True, 'tenant_id': 'acfb03a5311b4eb997185ae634d3a3ad'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:44:02.144586 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1547849882-network', 'tenant_id': '51c858bee68b482b8fb0331280a21189'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:44:02.151682 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:02.156870 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Usage tracker for resource:network and tenant:51c858bee68b482b8fb0331280a21189 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:02.160264 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:02.169632 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:02.184069 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Made reservation on behalf of 51c858bee68b482b8fb0331280a21189 for: {'network': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:44:02.186568 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:02.210796 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:02.246653 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:02.252315 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Usage tracker for resource:security_group_rule and tenant:51c858bee68b482b8fb0331280a21189 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:02.256683 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:02.265230 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:02.363628 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:02.373200 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Usage tracker for resource:port and tenant:acfb03a5311b4eb997185ae634d3a3ad is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:02.377070 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:02.385008 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:02.393150 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:02.398722 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:02.404563 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-013a952b-de5e-4570-8d31-b7fa537db737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:02.410046 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Made reservation on behalf of acfb03a5311b4eb997185ae634d3a3ad for: {'port': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:44:02.412875 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:02.465848 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67026d8c-88a1-4f8e-9dcf-1e8c9101849d,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:02.472677 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:02.489445 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=78836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:44:02.503365 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:02.503909 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.segments_db [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Added segment 7377d178-2dd0-49b5-8c36-f461f0eeb118 of type vlan for network e3fae419-b978-4637-a2ac-1ad4d58fab4a May 11 13:44:02.541658 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:02.603431 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:02.605314 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:02.606127 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:02.610716 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-cc29838c-8d05-48e9-936b-d861a52bb268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:02.861676 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Allocated IP 172.20.0.10 (44a37887-022e-4fb9-b403-624093f4410e/4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2/3125fc0b-c135-4831-a5ca-d8aaf7286d51) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:44:02.915443 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-39849b64-59c2-463a-86de-0d38b34e7532 req-7c1e8a49-a0b9-450a-9903-2ad84339068d tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 210 time: 0.0735900 May 11 13:44:03.038239 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Pushing event updated for resources: {'Network': ['ID=e3fae419-b978-4637-a2ac-1ad4d58fab4a,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:03.042773 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:03.043053 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc5335-9c49-4c3e-969b-068d5f8022a1 req-844028c4-8850-4b79-a52d-1f557272a3e7 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:03.051377 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7afc5335-9c49-4c3e-969b-068d5f8022a1 req-844028c4-8850-4b79-a52d-1f557272a3e7 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.3147480 May 11 13:44:03.052815 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2092154 May 11 13:44:03.053838 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38590) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:03.059538 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network e3fae419-b978-4637-a2ac-1ad4d58fab4a details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:44:03.083364 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Request body: {'subnet': {'network_id': 'e3fae419-b978-4637-a2ac-1ad4d58fab4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1547849882-subnet', 'tenant_id': '51c858bee68b482b8fb0331280a21189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:44:03.105805 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:03.112303 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Usage tracker for resource:subnet and tenant:51c858bee68b482b8fb0331280a21189 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:03.117696 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:03.127835 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:03.146956 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Made reservation on behalf of 51c858bee68b482b8fb0331280a21189 for: {'subnet': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:44:03.152588 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15256191'] for subnet, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:03.177244 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7afc5335-9c49-4c3e-969b-068d5f8022a1 req-73e538c6-f0a9-4ae8-86f6-3818cb00c5f1 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249599 May 11 13:44:03.302921 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:03.422943 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:03.447386 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-32454ad7-cfb7-4668-a9fc-ef1838196b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:03.460221 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['2f3ec511-58f3-4531-86f5-cc972a15feab', '1ba47186-7a6a-4539-9b50-97d871363799'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:44:03.771173 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Pushing event updated for resources: {'Port': ['ID=3125fc0b-c135-4831-a5ca-d8aaf7286d51,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:03.803167 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Network 44a37887-022e-4fb9-b403-624093f4410e is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:44:03.811662 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:03.812721 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:44:03.830078 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:44:04.032602 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:04.034393 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:04.117273 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15150647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15256077'] for subnet, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:04.128923 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-1be40f2c-b5f0-4577-88a8-fa52540f917c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:04.195102 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0779305 May 11 13:44:04.222188 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57be84-194c-4ed7-bb33-45a24074e347 req-23353fa4-d08c-427a-a1b2-f4a6cc2aead1 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:04.223851 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dc57be84-194c-4ed7-bb33-45a24074e347 req-23353fa4-d08c-427a-a1b2-f4a6cc2aead1 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.6492043 May 11 13:44:04.234387 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Request body: {'port': {'device_id': '71d36cc5-7979-40ac-b50f-8f9c7f247f98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:44:04.303471 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Checking segment: {'id': '7377d178-2dd0-49b5-8c36-f461f0eeb118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3fae419-b978-4637-a2ac-1ad4d58fab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:44:04.304426 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Network hostable DHCP agents. Network: e3fae419-b978-4637-a2ac-1ad4d58fab4a, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:44:04.309866 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5554e2-4e74-47d4-bb05-1602746af5d1,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:04.323619 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:04.382779 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Network e3fae419-b978-4637-a2ac-1ad4d58fab4a is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:44:04.398692 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, e3fae419-b978-4637-a2ac-1ad4d58fab4a) {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:44:04.399515 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dc57be84-194c-4ed7-bb33-45a24074e347 req-d3fe43c8-2ede-4799-aa9e-a10ab7b8d216 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253951 May 11 13:44:04.410884 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27207416-947d-413c-a8f9-e890299456ad None None] Network e3fae419-b978-4637-a2ac-1ad4d58fab4a requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:44:04.421978 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:04.422591 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:04.470106 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4144073 May 11 13:44:04.531673 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e761e3-b230-4ef8-af33-0a48b8ba9967 req-6dd1928b-d857-47c9-a36e-cae3e68ea47a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:04.534225 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-e9e761e3-b230-4ef8-af33-0a48b8ba9967 req-6dd1928b-d857-47c9-a36e-cae3e68ea47a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Synchronizing usage tracker for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:44:04.557469 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:04.974531 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f011f6-03ea-42ad-8f51-9b5391eae8f6 None None] Network e3fae419-b978-4637-a2ac-1ad4d58fab4a requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:44:05.004234 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-e9e761e3-b230-4ef8-af33-0a48b8ba9967 req-6dd1928b-d857-47c9-a36e-cae3e68ea47a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Unset dirty status for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:44:05.005523 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e9e761e3-b230-4ef8-af33-0a48b8ba9967 req-6dd1928b-d857-47c9-a36e-cae3e68ea47a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 932 time: 0.8656034 May 11 13:44:05.198172 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e9e761e3-b230-4ef8-af33-0a48b8ba9967 req-90257503-18f3-4cc6-a57e-0e62344b75e8 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641510 May 11 13:44:05.311697 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3125fc0b-c135-4831-a5ca-d8aaf7286d51 {{(pid=78837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:44:05.323862 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:05.348796 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Transition to ACTIVE for port object 3125fc0b-c135-4831-a5ca-d8aaf7286d51 will not be triggered until provisioned by entity L2. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:44:05.354097 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:05.361196 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:05.561439 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38666) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:05.911813 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:05.925344 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Pushing event updated for resources: {'Port': ['ID=3125fc0b-c135-4831-a5ca-d8aaf7286d51,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:05.936468 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:05.948773 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Attempting to bind port 3125fc0b-c135-4831-a5ca-d8aaf7286d51 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:44:05.949724 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Attempting to bind port 3125fc0b-c135-4831-a5ca-d8aaf7286d51 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:44:05.949903 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Attempting to bind port 3125fc0b-c135-4831-a5ca-d8aaf7286d51 on network 44a37887-022e-4fb9-b403-624093f4410e {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:44:05.959934 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Port 3125fc0b-c135-4831-a5ca-d8aaf7286d51 on network 44a37887-022e-4fb9-b403-624093f4410e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:44:05.960089 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:05.960392 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Attempting to bind port 3125fc0b-c135-4831-a5ca-d8aaf7286d51 on network 44a37887-022e-4fb9-b403-624093f4410e {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:44:05.968320 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] Usage tracker for resource:security_group_rule and tenant:3c204eda15a44a3c8b6036622537cbfc is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:05.971996 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:44:05.972917 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Checking segment: {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:44:05.973187 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Bound using segment: {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:44:05.974024 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Bound port: 3125fc0b-c135-4831-a5ca-d8aaf7286d51, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'}}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:44:05.974490 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:05.981546 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:05.994665 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:06.179226 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] For port 3125fc0b-c135-4831-a5ca-d8aaf7286d51, host hv-cinder-78477, cleared binding levels {{(pid=78837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:44:06.191110 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] For port 3125fc0b-c135-4831-a5ca-d8aaf7286d51, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3125fc0b-c135-4831-a5ca-d8aaf7286d51,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:44:06.201680 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:06.224237 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-9dab7ec0-2e21-4627-a4b5-2c71dd8ffec1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:06.253075 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38694) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:06.278655 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:06.290590 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:06.303037 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-950fe492-ca94-46bf-bbb8-4e55e5c5cfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:06.349149 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:06.350106 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:06.352973 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] 10.222.0.43 "PUT /v2.0/ports/3125fc0b-c135-4831-a5ca-d8aaf7286d51 HTTP/1.1" status: 200 len: 1094 time: 2.1264734 May 11 13:44:06.354460 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d36cc5-7979-40ac-b50f-8f9c7f247f98', 'tag': '3125fc0b-c135-4831-a5ca-d8aaf7286d51'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:44:06.483452 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbb0276-4e3e-4fef-93ad-243c25a2b81e,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:06.502573 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:06.512121 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c204eda15a44a3c8b6036622537cbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9483774 May 11 13:44:06.513253 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38706) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:06.624844 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38710) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:06.636706 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-793636342-network', 'tenant_id': '6e819dd1eb83440e9b01e9d949edaff9'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:44:06.639492 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Pushing event updated for resources: {'Port': ['ID=3125fc0b-c135-4831-a5ca-d8aaf7286d51,revision_number=3']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:06.642769 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:06.655468 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Usage tracker for resource:network and tenant:6e819dd1eb83440e9b01e9d949edaff9 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:06.655722 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d36cc5-7979-40ac-b50f-8f9c7f247f98', 'tag': '3125fc0b-c135-4831-a5ca-d8aaf7286d51', 'status': 'completed', 'code': 200} May 11 13:44:06.657054 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:06.661501 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:06.671646 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:06.675529 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-032f4097-4824-4658-ab5d-c043d620534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:06.709160 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:06.731170 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Made reservation on behalf of 6e819dd1eb83440e9b01e9d949edaff9 for: {'network': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:44:06.733503 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:06.750250 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-032f4097-4824-4658-ab5d-c043d620534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:06.764746 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:06.774178 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:06.788844 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6898073c6f4574b1b685c3c4f5d89d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:06.797078 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:06.812196 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-de56b8d3-42c0-45e7-a17e-60a036559ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:06.814173 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:06.814367 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-de56b8d3-42c0-45e7-a17e-60a036559ff6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 1097 time: 0.3669419 May 11 13:44:06.816713 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:06.824675 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Usage tracker for resource:security_group_rule and tenant:6e819dd1eb83440e9b01e9d949edaff9 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:06.832175 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:06.844091 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:06.918016 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-032f4097-4824-4658-ab5d-c043d620534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:06.926439 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f6426b4c-8a14-4f0c-b394-333bd5f961dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:06.955748 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f4097-4824-4658-ab5d-c043d620534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbb0276-4e3e-4fef-93ad-243c25a2b81e,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:06.970498 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-032f4097-4824-4658-ab5d-c043d620534c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:06.971515 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-55aa7e89-743c-4995-9a5f-12eb4343dcc0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3125fc0b-c135-4831-a5ca-d8aaf7286d51 HTTP/1.1" status: 200 len: 217 time: 0.1450152 May 11 13:44:07.011142 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670c020-e6d0-46b8-be55-865efeb51cd1 req-184f2cd9-49fc-4270-9909-a81225a6ff7d tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:07.024158 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-032f4097-4824-4658-ab5d-c043d620534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.026325 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7670c020-e6d0-46b8-be55-865efeb51cd1 req-184f2cd9-49fc-4270-9909-a81225a6ff7d tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 944 time: 0.3386834 May 11 13:44:07.028927 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-032f4097-4824-4658-ab5d-c043d620534c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6cbb0276-4e3e-4fef-93ad-243c25a2b81e HTTP/1.1" status: 204 len: 168 time: 0.5072446 May 11 13:44:07.041009 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.055944 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.115547 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.152557 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7670c020-e6d0-46b8-be55-865efeb51cd1 req-39d722e4-b74f-4ac5-942d-7d5178cf4916 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114829 May 11 13:44:07.152834 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-90428edb-ff97-481a-b626-4d9ef8d7b35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:07.154182 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-3c73c5e5-060c-47dc-9063-1bcd132ec7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:07.155649 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-3c73c5e5-060c-47dc-9063-1bcd132ec7a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 HTTP/1.1" status: 200 len: 855 time: 0.1269615 May 11 13:44:07.202501 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.221320 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-b7252030-cd9b-49a7-ab79-1fae14df2f28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a37887-022e-4fb9-b403-624093f4410e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493875 May 11 13:44:07.230785 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 38720) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:07.231356 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d6898073c6f4574b1b685c3c4f5d89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9744670 May 11 13:44:07.246262 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac1ffe8-5754-45e7-974c-ad3c371489d9,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:07.258936 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:07.264968 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0b54e353-b605-4776-9869-3172a8bf1e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:07.280967 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=78836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:44:07.324394 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.325090 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.segments_db [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Added segment d90e7586-61b3-4c59-8717-71727580f197 of type vlan for network 04282a77-5d9d-49a0-af73-1d0c9b038bbe May 11 13:44:07.342886 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76df3dcc-5364-4a7b-b3d2-4dbca5d10016,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:07.348960 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:07.405622 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.472308 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.477126 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:07.478981 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.489083 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:07.508641 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-48e52478-b602-4620-bdc9-e2217557ec95 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937718 May 11 13:44:07.565825 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5d3b1c9a-45a3-44d0-bd5d-ecc33508d51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.793078 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1645777 May 11 13:44:07.797776 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38738) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:07.803761 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Pushing event updated for resources: {'Network': ['ID=04282a77-5d9d-49a0-af73-1d0c9b038bbe,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:07.810231 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Request body: {'subnet': {'network_id': '04282a77-5d9d-49a0-af73-1d0c9b038bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-793636342-subnet', 'tenant_id': '6e819dd1eb83440e9b01e9d949edaff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:44:07.816068 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:07.819239 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 04282a77-5d9d-49a0-af73-1d0c9b038bbe details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:44:07.820795 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Usage tracker for resource:subnet and tenant:6e819dd1eb83440e9b01e9d949edaff9 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:07.825068 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:07.833264 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:07.843795 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:07.852314 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Made reservation on behalf of 6e819dd1eb83440e9b01e9d949edaff9 for: {'subnet': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:44:07.855644 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15256191'] for subnet, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.879830 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5d3b1c9a-45a3-44d0-bd5d-ecc33508d51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:07.997372 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 38744) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:08.046762 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:08.077945 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:08.090221 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] Usage tracker for resource:security_group_rule and tenant:d605074cf3d54d2282e8d5954e624b2d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:08.094758 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:08.095299 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2658e931-d270-4ecc-b7f9-ec6428aee488 req-ab12a025-55c3-4df5-a6ea-f818d48819c8 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244038 May 11 13:44:08.116794 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667744ce-8f22-4b3a-bfbe-25f203f2dc35 req-d867200c-f25b-4052-9583-012d2ee68b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:08.120742 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-667744ce-8f22-4b3a-bfbe-25f203f2dc35 req-d867200c-f25b-4052-9583-012d2ee68b61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 1098 time: 0.4348347 May 11 13:44:08.122095 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:08.134365 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aa2ff-ae47-4aa3-8cd2-f48d637f206d req-dcebda23-178e-4585-90d3-27a20e828881 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:08.136877 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7c9aa2ff-ae47-4aa3-8cd2-f48d637f206d req-dcebda23-178e-4585-90d3-27a20e828881 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.3685493 May 11 13:44:08.301198 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5d3b1c9a-45a3-44d0-bd5d-ecc33508d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:08.314901 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:08.339041 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5d3b1c9a-45a3-44d0-bd5d-ecc33508d51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:08.341768 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-5d3b1c9a-45a3-44d0-bd5d-ecc33508d51d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ac1ffe8-5754-45e7-974c-ad3c371489d9 HTTP/1.1" status: 204 len: 168 time: 1.1095889 May 11 13:44:08.387737 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b1c9a-45a3-44d0-bd5d-ecc33508d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac1ffe8-5754-45e7-974c-ad3c371489d9,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:08.441574 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5d3b1c9a-45a3-44d0-bd5d-ecc33508d51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:08.473117 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7c9aa2ff-ae47-4aa3-8cd2-f48d637f206d req-3f2d416b-e6f7-4827-b480-c6c76f6e119b tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298049 May 11 13:44:08.508228 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65638a9e-c2bc-4200-beee-6aaec9a73fd0 req-2bb29291-aaa5-4055-84c2-7e01515b6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:08.514457 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-65638a9e-c2bc-4200-beee-6aaec9a73fd0 req-2bb29291-aaa5-4055-84c2-7e01515b6752 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 1097 time: 0.3297386 May 11 13:44:08.527852 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667744ce-8f22-4b3a-bfbe-25f203f2dc35 req-a1d0f08b-1e5c-4152-ba24-607c283fe6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:08.529372 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-667744ce-8f22-4b3a-bfbe-25f203f2dc35 req-a1d0f08b-1e5c-4152-ba24-607c283fe6df service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 919 time: 0.3982005 May 11 13:44:08.687435 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-667744ce-8f22-4b3a-bfbe-25f203f2dc35 req-dc367ca3-c177-472c-b2a2-398863b40ad6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de8c7397-90a3-47b8-bd34-408e4437f186 HTTP/1.1" status: 200 len: 217 time: 0.1409144 May 11 13:44:08.964882 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:08.976933 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667744ce-8f22-4b3a-bfbe-25f203f2dc35 req-a00ba84e-d175-4ad2-b021-226a771fd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:08.979110 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-667744ce-8f22-4b3a-bfbe-25f203f2dc35 req-a00ba84e-d175-4ad2-b021-226a771fd37a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 200 len: 858 time: 0.2754672 May 11 13:44:09.061300 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:09.082455 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-3d433748-7243-4b94-87a9-d836c4f36ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:09.106744 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-667744ce-8f22-4b3a-bfbe-25f203f2dc35 req-6383ab97-edc9-4dfd-9f32-b87c33fd233d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff1c09ff-c76f-4241-87fc-56e29166ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811324 May 11 13:44:09.164344 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d605074cf3d54d2282e8d5954e624b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1650412 May 11 13:44:09.177139 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 38768) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:09.184367 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65638a9e-c2bc-4200-beee-6aaec9a73fd0 req-e2cd57d7-5c74-4ea4-97b7-8fa4daf9a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:09.186802 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-65638a9e-c2bc-4200-beee-6aaec9a73fd0 req-e2cd57d7-5c74-4ea4-97b7-8fa4daf9a436 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 916 time: 0.6354351 May 11 13:44:09.226570 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574f1106-9a0b-4b8b-a8f1-d9e1d30754c6,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:09.232561 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:09.309429 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-667744ce-8f22-4b3a-bfbe-25f203f2dc35 req-b5c25896-bd8e-4910-a88c-de3a2d4507cf service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790805 May 11 13:44:09.413286 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-65638a9e-c2bc-4200-beee-6aaec9a73fd0 req-c2114135-42f5-4bde-af08-d3c1bf81d386 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3125fc0b-c135-4831-a5ca-d8aaf7286d51 HTTP/1.1" status: 200 len: 217 time: 0.1480606 May 11 13:44:09.512227 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09621364-4039-43e2-a5c3-a7f351346f7f req-14f409d1-2160-4a4a-9100-2bc9d6e1f52e tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:09.525531 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-09621364-4039-43e2-a5c3-a7f351346f7f req-14f409d1-2160-4a4a-9100-2bc9d6e1f52e tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 944 time: 1.1343122 May 11 13:44:09.555589 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-667744ce-8f22-4b3a-bfbe-25f203f2dc35 req-3d80d31e-4180-40b2-a495-f16031268773 service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312727 May 11 13:44:09.563503 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15150647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15256077'] for subnet, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:09.577875 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:09.598908 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0dafcf58-b30f-4d87-8ff3-d6e3fa53395b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:09.654091 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16879ab2-597c-498b-bd5b-fd61b2745d9e,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:09.661649 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:09.703676 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Checking segment: {'id': 'd90e7586-61b3-4c59-8717-71727580f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '04282a77-5d9d-49a0-af73-1d0c9b038bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:44:09.704225 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Network hostable DHCP agents. Network: 04282a77-5d9d-49a0-af73-1d0c9b038bbe, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:44:09.713209 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 3125fc0b-c135-4831-a5ca-d8aaf7286d51 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:44:09.729961 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Network 04282a77-5d9d-49a0-af73-1d0c9b038bbe is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:44:09.745614 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 04282a77-5d9d-49a0-af73-1d0c9b038bbe) {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:44:09.768930 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:09.769858 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:09.776914 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f076260-f881-4c59-aa15-b2af8f019a22 None None] Network 04282a77-5d9d-49a0-af73-1d0c9b038bbe requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:44:09.781667 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0dafcf58-b30f-4d87-8ff3-d6e3fa53395b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:09.795250 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65638a9e-c2bc-4200-beee-6aaec9a73fd0 req-b2581e36-b600-424e-bcb3-df3229990751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:09.799207 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-65638a9e-c2bc-4200-beee-6aaec9a73fd0 req-b2581e36-b600-424e-bcb3-df3229990751 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 HTTP/1.1" status: 200 len: 855 time: 0.3729298 May 11 13:44:09.831499 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0213900 May 11 13:44:09.837078 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-09621364-4039-43e2-a5c3-a7f351346f7f req-fe45139e-3d90-4d9c-bba9-9f9de97f6b91 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106723 May 11 13:44:09.967423 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0dafcf58-b30f-4d87-8ff3-d6e3fa53395b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:09.982868 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:10.007366 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-65638a9e-c2bc-4200-beee-6aaec9a73fd0 req-27ff185e-ee6f-475e-b0c6-3442bdbd453a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a37887-022e-4fb9-b403-624093f4410e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1931336 May 11 13:44:10.021679 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafcf58-b30f-4d87-8ff3-d6e3fa53395b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574f1106-9a0b-4b8b-a8f1-d9e1d30754c6,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:10.032310 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0dafcf58-b30f-4d87-8ff3-d6e3fa53395b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:10.037699 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-0dafcf58-b30f-4d87-8ff3-d6e3fa53395b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/574f1106-9a0b-4b8b-a8f1-d9e1d30754c6 HTTP/1.1" status: 204 len: 168 time: 0.8312137 May 11 13:44:10.056694 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0dafcf58-b30f-4d87-8ff3-d6e3fa53395b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:10.158774 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fcf21-6c88-4072-9db8-314fe50dfc99 req-9e550deb-150e-4abd-9d77-43ea930e1714 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:10.167018 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a07fcf21-6c88-4072-9db8-314fe50dfc99 req-9e550deb-150e-4abd-9d77-43ea930e1714 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.5034301 May 11 13:44:10.172432 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 3125fc0b-c135-4831-a5ca-d8aaf7286d51, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3125fc0b-c135-4831-a5ca-d8aaf7286d51,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:44:10.253329 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a07fcf21-6c88-4072-9db8-314fe50dfc99 req-61f67f13-e964-4af9-8328-80e4c330d7f0 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851839 May 11 13:44:10.287922 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '3125fc0b-c135-4831-a5ca-d8aaf7286d51', 'network_id': '44a37887-022e-4fb9-b403-624093f4410e', 'port_id': '3125fc0b-c135-4831-a5ca-d8aaf7286d51', 'mac_address': 'fa:16:3e:54:d7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:44:10.291867 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-65638a9e-c2bc-4200-beee-6aaec9a73fd0 req-f2fead57-a2c0-429d-898e-425bc20d7d7a service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669442 May 11 13:44:10.455202 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acf155e-c58e-4df0-904a-0a50d02a9a81 None None] Network 04282a77-5d9d-49a0-af73-1d0c9b038bbe requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:44:10.593665 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-65638a9e-c2bc-4200-beee-6aaec9a73fd0 req-89ec7c51-59a5-4c4c-8560-85cd9a31f2e5 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843912 May 11 13:44:10.683699 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:10.771568 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3125fc0b-c135-4831-a5ca-d8aaf7286d51 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:44:10.832257 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 3125fc0b-c135-4831-a5ca-d8aaf7286d51, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3125fc0b-c135-4831-a5ca-d8aaf7286d51,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:44:10.901173 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:10.906410 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:11.087863 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=3125fc0b-c135-4831-a5ca-d8aaf7286d51,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:11.092317 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:11.239280 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b55b6-5060-4bfd-af9c-5a0561c50c61 req-e0727c91-6ea0-42c7-b63c-9325f32405fb tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:11.243320 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d90b55b6-5060-4bfd-af9c-5a0561c50c61 req-e0727c91-6ea0-42c7-b63c-9325f32405fb tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 945 time: 0.2027149 May 11 13:44:11.285826 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['3125fc0b-c135-4831-a5ca-d8aaf7286d51'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:44:11.406953 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d90b55b6-5060-4bfd-af9c-5a0561c50c61 req-fdc4fbb8-9a96-4530-8016-b32f0a91a3cb tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571839 May 11 13:44:11.647067 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e05a-61dc-4796-805e-9644fca52752 req-727e8437-bf6f-4167-8c73-7c340a310b9e tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:11.655693 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-727e8437-bf6f-4167-8c73-7c340a310b9e tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/networks?id=e3fae419-b978-4637-a2ac-1ad4d58fab4a HTTP/1.1" status: 200 len: 809 time: 0.3285439 May 11 13:44:11.674626 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-2794b5da-5ab0-4ec6-bd50-6f6a1c5c1c3a tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/quotas/51c858bee68b482b8fb0331280a21189 HTTP/1.1" status: 200 len: 375 time: 0.0164521 May 11 13:44:11.800721 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-b6be5718-525a-4795-b833-37ad91e832dc tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=51c858bee68b482b8fb0331280a21189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195450 May 11 13:44:12.110924 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-19ace1d8-0f48-4495-ad85-77705c010af0 service neutron] 10.222.0.30 "GET /v2.0/networks/e3fae419-b978-4637-a2ac-1ad4d58fab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088453 May 11 13:44:12.229355 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76dedd-affd-43d3-be46-f87762587aa1 req-a465addc-199b-4ec2-b34f-93e6f611a6a8 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:12.231167 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8b76dedd-affd-43d3-be46-f87762587aa1 req-a465addc-199b-4ec2-b34f-93e6f611a6a8 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2829630 May 11 13:44:12.366354 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8b76dedd-affd-43d3-be46-f87762587aa1 req-bad6271e-b079-4e0a-9fc9-1256992dd05a tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231353 May 11 13:44:12.371366 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-7e37c4d6-d9df-4423-b8b8-d3fa7103bc98 service neutron] 10.222.0.30 "GET /v2.0/networks/e3fae419-b978-4637-a2ac-1ad4d58fab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593794 May 11 13:44:12.717158 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7d0ca1e8-33c0-42b7-9d8b-f966b340b0b3 req-864fd534-3bd2-4625-ab0c-033f4662748f tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 210 time: 0.0587189 May 11 13:44:12.800147 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff10bc0-d5c5-4d57-8cef-fce6b65f5f33 req-0d898577-cfa2-42cc-91c0-fb32a7c6a3e1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:12.809487 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1ff10bc0-d5c5-4d57-8cef-fce6b65f5f33 req-0d898577-cfa2-42cc-91c0-fb32a7c6a3e1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 945 time: 0.2137845 May 11 13:44:12.894689 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1ff10bc0-d5c5-4d57-8cef-fce6b65f5f33 req-5af78215-167b-4d52-a38e-36257c2e395c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841703 May 11 13:44:13.550348 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e938aa8e-2e74-4731-9304-8d48097a88bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:13.751350 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 3125fc0b-c135-4831-a5ca-d8aaf7286d51 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:44:13.903230 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 3125fc0b-c135-4831-a5ca-d8aaf7286d51 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:44:13.910326 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 3125fc0b-c135-4831-a5ca-d8aaf7286d51 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:44:13.911005 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:14.054397 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff4a03-7c28-4303-aed4-ec8bf3fa01f8 req-57fcadd9-a994-4c32-97b6-2382d5458747 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:14.060535 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:14.061591 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-44ff4a03-7c28-4303-aed4-ec8bf3fa01f8 req-57fcadd9-a994-4c32-97b6-2382d5458747 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.4152567 May 11 13:44:14.081075 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-031447ff-fc93-424e-bd17-13d6ed951f0c req-107aabd4-0cb3-4d2d-a3c6-23be77ee58d0 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 210 time: 0.1034138 May 11 13:44:14.114090 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 3125fc0b-c135-4831-a5ca-d8aaf7286d51, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3125fc0b-c135-4831-a5ca-d8aaf7286d51,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:44:14.116207 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d36cc5-7979-40ac-b50f-8f9c7f247f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3125fc0b-c135-4831-a5ca-d8aaf7286d51'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:44:14.124065 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:14.126653 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-7341622b-628b-47a1-8d0a-89afa20910fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:14.190885 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-44ff4a03-7c28-4303-aed4-ec8bf3fa01f8 req-89cee53a-1db6-44e6-b5bf-b49478d9a153 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062474 May 11 13:44:14.340704 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a739d0-70d0-49e9-ba48-a5799ecf4d1b req-69bb14fe-e7f2-481b-b3c7-f7ec386685ed tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:14.357811 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-33a739d0-70d0-49e9-ba48-a5799ecf4d1b req-69bb14fe-e7f2-481b-b3c7-f7ec386685ed tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 946 time: 0.1556611 May 11 13:44:14.440971 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=3125fc0b-c135-4831-a5ca-d8aaf7286d51,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:14.521829 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:14.611984 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-33a739d0-70d0-49e9-ba48-a5799ecf4d1b req-44a46cac-3a1d-4dfb-8c0e-872fcb8610f9 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539928 May 11 13:44:14.639665 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d36cc5-7979-40ac-b50f-8f9c7f247f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3125fc0b-c135-4831-a5ca-d8aaf7286d51', 'code': 200} May 11 13:44:14.760883 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e05a-61dc-4796-805e-9644fca52752 req-41a02951-40c8-4eac-8334-bfdc5482cc76 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:14.765483 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-41a02951-40c8-4eac-8334-bfdc5482cc76 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.43 "GET /v2.0/networks?id=e3fae419-b978-4637-a2ac-1ad4d58fab4a HTTP/1.1" status: 200 len: 809 time: 0.4055059 May 11 13:44:14.794749 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Request body: {'port': {'device_id': 'c08a43c1-a722-416c-ad76-fbf1c5325002', 'network_id': 'e3fae419-b978-4637-a2ac-1ad4d58fab4a', 'admin_state_up': True, 'tenant_id': '51c858bee68b482b8fb0331280a21189'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:44:15.049937 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db136-e81b-41c7-8aed-c30519f9604f req-339f7674-de1f-419c-9817-518efd54c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:15.051980 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-c94db136-e81b-41c7-8aed-c30519f9604f req-339f7674-de1f-419c-9817-518efd54c2b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 1099 time: 0.1006479 May 11 13:44:15.072719 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:15.080980 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Usage tracker for resource:port and tenant:51c858bee68b482b8fb0331280a21189 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:15.085729 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:15.095894 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:15.113927 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-c94db136-e81b-41c7-8aed-c30519f9604f req-648600de-2195-4f11-9a7d-623ac0b54d83 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545616 May 11 13:44:15.130386 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Made reservation on behalf of 51c858bee68b482b8fb0331280a21189 for: {'port': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:44:15.134537 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:15.272718 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f425e488-d271-405b-8a5d-e7df3e062f06 req-0b71dd6b-17fe-49d3-b250-38d98a2d4e8a tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 210 time: 0.0588596 May 11 13:44:15.458144 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Allocated IP 172.20.0.11 (e3fae419-b978-4637-a2ac-1ad4d58fab4a/fe5554e2-4e74-47d4-bb05-1602746af5d1/75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:44:15.564350 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd9486-a606-4bc0-9773-a59ce95afeb9 req-84505f77-6724-4f00-b86a-2224f51b8f98 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:15.567250 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1dbd9486-a606-4bc0-9773-a59ce95afeb9 req-84505f77-6724-4f00-b86a-2224f51b8f98 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2028339 May 11 13:44:15.758014 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1dbd9486-a606-4bc0-9773-a59ce95afeb9 req-5efd80b3-70c0-489a-acc0-9ef8983a0e79 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644588 May 11 13:44:15.920234 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:15.958255 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c87c05-c722-492d-b5e6-6f40fdf03d05 req-3c8c4c17-e9e1-405b-9f7d-0883954ed001 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:15.960097 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-24c87c05-c722-492d-b5e6-6f40fdf03d05 req-3c8c4c17-e9e1-405b-9f7d-0883954ed001 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 946 time: 0.1594026 May 11 13:44:16.000071 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:16.021054 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:16.091067 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-24c87c05-c722-492d-b5e6-6f40fdf03d05 req-f9e14002-e3da-489d-800d-fa64eba760b5 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158080 May 11 13:44:16.099274 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Network e3fae419-b978-4637-a2ac-1ad4d58fab4a is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:44:16.104155 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:44:16.112345 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:44:16.162241 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Pushing event updated for resources: {'Port': ['ID=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:16.169801 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:16.222805 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:16.223532 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:16.254854 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-bfcc17a6-95fd-4478-bd56-3736d4f76fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:16.258247 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4775996 May 11 13:44:16.276512 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Request body: {'port': {'device_id': 'c08a43c1-a722-416c-ad76-fbf1c5325002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:44:16.322474 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:16.516796 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:16.633466 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852de9c1-0d6c-4f07-b1cf-860e0c66f7f8 req-3e9c6f4e-ca4f-4108-9f81-3eb1d012d33f tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:16.634214 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-852de9c1-0d6c-4f07-b1cf-860e0c66f7f8 req-3e9c6f4e-ca4f-4108-9f81-3eb1d012d33f tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Synchronizing usage tracker for tenant:51c858bee68b482b8fb0331280a21189 on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:44:16.834581 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-852de9c1-0d6c-4f07-b1cf-860e0c66f7f8 req-3e9c6f4e-ca4f-4108-9f81-3eb1d012d33f tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Unset dirty status for tenant:51c858bee68b482b8fb0331280a21189 on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:44:16.836871 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-852de9c1-0d6c-4f07-b1cf-860e0c66f7f8 req-3e9c6f4e-ca4f-4108-9f81-3eb1d012d33f tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 932 time: 0.3955934 May 11 13:44:17.031283 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-852de9c1-0d6c-4f07-b1cf-860e0c66f7f8 req-b2dc9e8a-dd07-4462-940e-51a1cf3b56d9 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695988 May 11 13:44:17.225757 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38cbb0-78fa-4c53-9fd0-7b5f791404cc req-9e6cfae3-a28c-4f8b-81c0-0bc70759e48c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:17.227418 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fc38cbb0-78fa-4c53-9fd0-7b5f791404cc req-9e6cfae3-a28c-4f8b-81c0-0bc70759e48c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2484505 May 11 13:44:17.238406 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 {{(pid=78837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:44:17.261327 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:17.300176 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Transition to ACTIVE for port object 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 will not be triggered until provisioned by entity L2. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:44:17.314505 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:17.314737 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39024) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:17.424085 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:17.534547 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:17.546337 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Pushing event updated for resources: {'Port': ['ID=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:17.555332 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fc38cbb0-78fa-4c53-9fd0-7b5f791404cc req-2156e6c9-a623-4fd4-90e4-561614969047 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186264 May 11 13:44:17.567079 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:17.575256 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] Usage tracker for resource:security_group_rule and tenant:e1b1b87aba70418c8d0130fc35055ba9 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:17.579121 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:17.591760 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:17.638999 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:17.705378 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:17.710507 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:17.719007 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6ce48fac-7d1f-4b6b-b87d-d053a119754b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:17.762154 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6a1206-483c-4024-a8c3-5f94a5f7fa0f,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:17.766737 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1b1b87aba70418c8d0130fc35055ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503312 May 11 13:44:17.767705 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:17.771113 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39036) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:17.804762 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74381d49-3ff4-482e-8a8b-0098316e0c22 req-a5f4228c-d357-45c3-94ea-8f84cde413da tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:17.806911 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-74381d49-3ff4-482e-8a8b-0098316e0c22 req-a5f4228c-d357-45c3-94ea-8f84cde413da tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 946 time: 0.4967582 May 11 13:44:17.840954 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f2ec37f2-2c93-4213-93f0-2e94d0fbfa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:17.847065 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Attempting to bind port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:44:17.847478 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Attempting to bind port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7377d178-2dd0-49b5-8c36-f461f0eeb118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3fae419-b978-4637-a2ac-1ad4d58fab4a'}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:44:17.847674 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Attempting to bind port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 on network e3fae419-b978-4637-a2ac-1ad4d58fab4a {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:44:17.870323 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 on network e3fae419-b978-4637-a2ac-1ad4d58fab4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:44:17.870695 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Attempting to bind port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 on network e3fae419-b978-4637-a2ac-1ad4d58fab4a {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:44:17.885900 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:44:17.886265 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Checking segment: {'id': '7377d178-2dd0-49b5-8c36-f461f0eeb118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3fae419-b978-4637-a2ac-1ad4d58fab4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:44:17.886613 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Bound using segment: {'id': '7377d178-2dd0-49b5-8c36-f461f0eeb118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3fae419-b978-4637-a2ac-1ad4d58fab4a'} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:44:17.887063 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Bound port: 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7377d178-2dd0-49b5-8c36-f461f0eeb118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3fae419-b978-4637-a2ac-1ad4d58fab4a'}}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:44:17.887396 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:17.912333 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f2ec37f2-2c93-4213-93f0-2e94d0fbfa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:17.912706 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-74381d49-3ff4-482e-8a8b-0098316e0c22 req-c422a624-371b-4e16-9f51-d0a141e99aaa tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855744 May 11 13:44:18.025910 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:18.038730 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f2ec37f2-2c93-4213-93f0-2e94d0fbfa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:18.043483 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ab133bf3-eb88-447e-a712-eb0c6210d571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:18.049662 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] For port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4, host hv-cinder-78477, cleared binding levels {{(pid=78837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:44:18.057314 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] For port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,segment=NetworkSegment(7377d178-2dd0-49b5-8c36-f461f0eeb118),segment_id=7377d178-2dd0-49b5-8c36-f461f0eeb118)] {{(pid=78837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:44:18.058159 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec37f2-2c93-4213-93f0-2e94d0fbfa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6a1206-483c-4024-a8c3-5f94a5f7fa0f,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:18.062064 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f2ec37f2-2c93-4213-93f0-2e94d0fbfa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:18.064588 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f2ec37f2-2c93-4213-93f0-2e94d0fbfa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:18.066117 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f2ec37f2-2c93-4213-93f0-2e94d0fbfa6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a6a1206-483c-4024-a8c3-5f94a5f7fa0f HTTP/1.1" status: 204 len: 168 time: 0.2935221 May 11 13:44:18.078727 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:18.101525 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:18.142524 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:18.195772 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:18.196939 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:18.198672 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] 10.222.0.43 "PUT /v2.0/ports/75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 HTTP/1.1" status: 200 len: 1094 time: 1.9271960 May 11 13:44:18.199642 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08a43c1-a722-416c-ad76-fbf1c5325002', 'tag': '75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:44:18.363236 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Pushing event updated for resources: {'Port': ['ID=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,revision_number=3']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:18.380604 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:18.448756 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89549f-494d-4d55-9ed3-cae2baa418ea req-3670d742-8eb7-4415-b335-db97131d44bf tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:18.461236 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7a89549f-494d-4d55-9ed3-cae2baa418ea req-3670d742-8eb7-4415-b335-db97131d44bf tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 944 time: 0.2240503 May 11 13:44:18.541135 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e05a-61dc-4796-805e-9644fca52752 req-6f4ee46f-8004-4a77-8398-c0ee8ef5cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:18.543142 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-6f4ee46f-8004-4a77-8398-c0ee8ef5cdb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51c858bee68b482b8fb0331280a21189&device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 1097 time: 0.2332897 May 11 13:44:18.557781 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7a89549f-494d-4d55-9ed3-cae2baa418ea req-bd74dac0-9824-4d38-b0ac-ca45703d84a9 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906200 May 11 13:44:18.569098 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08a43c1-a722-416c-ad76-fbf1c5325002', 'tag': '75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4', 'status': 'completed', 'code': 200} May 11 13:44:18.684791 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-782b83cb-0bd9-4d05-9d94-42adab0dd6b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 HTTP/1.1" status: 200 len: 217 time: 0.1236713 May 11 13:44:18.911310 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4e05a-61dc-4796-805e-9644fca52752 req-e513e83f-f06d-4760-a480-9bb980227b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:18.913933 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-e513e83f-f06d-4760-a480-9bb980227b48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe5554e2-4e74-47d4-bb05-1602746af5d1 HTTP/1.1" status: 200 len: 849 time: 0.2120621 May 11 13:44:18.949631 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c609-8c2c-460e-9229-1b34ddcc36f3 req-bc05023a-39af-4fbb-a97d-4d0cc0f2d550 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:18.949631 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9ee3c609-8c2c-460e-9229-1b34ddcc36f3 req-bc05023a-39af-4fbb-a97d-4d0cc0f2d550 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1316705 May 11 13:44:19.017072 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-19b051f2-f00b-4b80-92ae-63da4fa42ae4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3fae419-b978-4637-a2ac-1ad4d58fab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910354 May 11 13:44:19.108668 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39092) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:19.200687 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:19.217960 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-d0ce8c14-7164-4347-b520-0aad94725ab3 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fae419-b978-4637-a2ac-1ad4d58fab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859369 May 11 13:44:19.239104 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9ee3c609-8c2c-460e-9229-1b34ddcc36f3 req-5331ebd6-e0ff-46c4-9cee-f3eb9c325a79 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537050 May 11 13:44:19.325536 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:19.343311 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:19.347544 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:c755db56add54b89b65f53bd09b15e67 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:19.361170 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:19.379345 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:19.606983 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:19.616297 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:19.632093 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f42242c8-0ed6-4ebf-b58f-ebebff4944da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:19.679684 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83b4e05a-61dc-4796-805e-9644fca52752 req-f87d483e-2fe6-42e7-8ead-b08580046f47 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fae419-b978-4637-a2ac-1ad4d58fab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393163 May 11 13:44:19.709393 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e0853b-d39a-4b11-8fda-a0dfdfee9dd9,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:19.717231 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:19.722256 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c755db56add54b89b65f53bd09b15e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6122930 May 11 13:44:19.724914 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39112) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:19.818110 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6b351bc8-f59b-438e-8810-82687c4ecf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:19.857459 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6b351bc8-f59b-438e-8810-82687c4ecf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:19.862483 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8db088-5454-4e95-8947-a1e028c1c476 req-b0b5155e-f015-429c-a59b-f4805f6f3a57 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:19.865536 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8a8db088-5454-4e95-8947-a1e028c1c476 req-b0b5155e-f015-429c-a59b-f4805f6f3a57 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 944 time: 0.1699944 May 11 13:44:19.933527 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6b351bc8-f59b-438e-8810-82687c4ecf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:19.939976 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f2ec37f2-2c93-4213-93f0-2e94d0fbfa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:19.967247 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b351bc8-f59b-438e-8810-82687c4ecf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e0853b-d39a-4b11-8fda-a0dfdfee9dd9,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:19.970010 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6b351bc8-f59b-438e-8810-82687c4ecf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:19.971202 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6b351bc8-f59b-438e-8810-82687c4ecf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:19.973809 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-6b351bc8-f59b-438e-8810-82687c4ecf3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08e0853b-d39a-4b11-8fda-a0dfdfee9dd9 HTTP/1.1" status: 204 len: 168 time: 0.2463856 May 11 13:44:19.997273 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8aa7-a2a6-4256-ac9c-54ffe25db996 req-b4a8e228-1310-4448-b507-a82b08771f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:19.999775 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5cfb8aa7-a2a6-4256-ac9c-54ffe25db996 req-b4a8e228-1310-4448-b507-a82b08771f9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51c858bee68b482b8fb0331280a21189&device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 1097 time: 0.2530625 May 11 13:44:20.090052 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8a8db088-5454-4e95-8947-a1e028c1c476 req-b5f11ddd-ed5f-4317-82df-e74b019cf507 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180381 May 11 13:44:20.338434 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8aa7-a2a6-4256-ac9c-54ffe25db996 req-45175883-e9dc-4b54-89ac-20e66d418902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:20.341021 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5cfb8aa7-a2a6-4256-ac9c-54ffe25db996 req-45175883-e9dc-4b54-89ac-20e66d418902 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3fae419-b978-4637-a2ac-1ad4d58fab4a HTTP/1.1" status: 200 len: 910 time: 0.3044004 May 11 13:44:20.456463 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5cfb8aa7-a2a6-4256-ac9c-54ffe25db996 req-96926d41-739c-4652-a6cd-3ffa6ba436ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 HTTP/1.1" status: 200 len: 217 time: 0.0997176 May 11 13:44:20.621264 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8aa7-a2a6-4256-ac9c-54ffe25db996 req-783d6e44-2269-49dc-85bd-90b9653a941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:20.623178 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5cfb8aa7-a2a6-4256-ac9c-54ffe25db996 req-783d6e44-2269-49dc-85bd-90b9653a941d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe5554e2-4e74-47d4-bb05-1602746af5d1 HTTP/1.1" status: 200 len: 849 time: 0.1557786 May 11 13:44:20.655177 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39156) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:20.715442 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb416-293c-4030-b38a-567a15d7fba7 req-f9bb6fe7-6b13-45a6-b38d-92a984f89b3e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:20.717665 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-074cb416-293c-4030-b38a-567a15d7fba7 req-f9bb6fe7-6b13-45a6-b38d-92a984f89b3e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1910443 May 11 13:44:20.721302 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5cfb8aa7-a2a6-4256-ac9c-54ffe25db996 req-0af36806-0213-4aaa-acb1-3b326de8ccf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3fae419-b978-4637-a2ac-1ad4d58fab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886834 May 11 13:44:20.927273 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-074cb416-293c-4030-b38a-567a15d7fba7 req-9cfb8711-0351-4b7d-baaa-a4a94afc604e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998632 May 11 13:44:20.949576 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:20.994107 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:21.005327 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] Usage tracker for resource:security_group_rule and tenant:02c9510c9e2c488da8dde8a69a59d70d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:21.013481 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:21.046429 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:21.086588 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5cfb8aa7-a2a6-4256-ac9c-54ffe25db996 req-b4601288-a5dc-41a9-8f87-2e3edd79909f service neutron] 10.222.0.43 "GET /v2.0/networks/e3fae419-b978-4637-a2ac-1ad4d58fab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279800 May 11 13:44:21.250893 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:21.267289 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:21.294793 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5ddb7db6-7ead-44e3-8e32-da95095e5368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:21.357968 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5cfb8aa7-a2a6-4256-ac9c-54ffe25db996 req-601dab98-9d84-404f-bb1c-f65358b0d359 service neutron] 10.222.0.43 "GET /v2.0/networks/e3fae419-b978-4637-a2ac-1ad4d58fab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584863 May 11 13:44:21.402225 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31aaefdb-8e48-439a-8980-bb339f594e22,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:21.421353 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:21.424176 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02c9510c9e2c488da8dde8a69a59d70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7657697 May 11 13:44:21.427005 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39198) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:21.579064 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a034948-b99a-4e90-bc38-635b678bae8e req-ea9bf5a9-3bf4-4c0e-8aee-c97bfad505d8 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:21.597277 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7a034948-b99a-4e90-bc38-635b678bae8e req-ea9bf5a9-3bf4-4c0e-8aee-c97bfad505d8 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 944 time: 0.2278070 May 11 13:44:21.602408 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-00f804a6-e5df-4ea0-84b8-aa7e360e21b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:21.640364 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-00f804a6-e5df-4ea0-84b8-aa7e360e21b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:21.696662 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7a034948-b99a-4e90-bc38-635b678bae8e req-ddd6eca9-3b69-42c0-8d42-5105f20c750a tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922840 May 11 13:44:21.715854 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-00f804a6-e5df-4ea0-84b8-aa7e360e21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:21.722241 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ffba3e26-f774-4781-bf65-243cd81b793f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:21.736960 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f804a6-e5df-4ea0-84b8-aa7e360e21b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aaefdb-8e48-439a-8980-bb339f594e22,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:21.739640 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-00f804a6-e5df-4ea0-84b8-aa7e360e21b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:21.746355 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-00f804a6-e5df-4ea0-84b8-aa7e360e21b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:21.747868 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-00f804a6-e5df-4ea0-84b8-aa7e360e21b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31aaefdb-8e48-439a-8980-bb339f594e22 HTTP/1.1" status: 204 len: 168 time: 0.3195963 May 11 13:44:21.786194 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:44:21.958488 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,segment=NetworkSegment(7377d178-2dd0-49b5-8c36-f461f0eeb118),segment_id=7377d178-2dd0-49b5-8c36-f461f0eeb118)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:44:21.976197 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4', 'network_id': 'e3fae419-b978-4637-a2ac-1ad4d58fab4a', 'port_id': '75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4', 'mac_address': 'fa:16:3e:58:3b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5554e2-4e74-47d4-bb05-1602746af5d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:44:22.048773 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:22.069585 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:44:22.092673 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,segment=NetworkSegment(7377d178-2dd0-49b5-8c36-f461f0eeb118),segment_id=7377d178-2dd0-49b5-8c36-f461f0eeb118)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:44:22.101497 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:22.105158 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:22.238049 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:22.245562 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:22.292969 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915943c-0a8f-4419-9e05-92aa4ba3515b req-c203d08a-5c70-46e5-b837-5d41673646a9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:22.303639 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6915943c-0a8f-4419-9e05-92aa4ba3515b req-c203d08a-5c70-46e5-b837-5d41673646a9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1174352 May 11 13:44:22.383594 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6915943c-0a8f-4419-9e05-92aa4ba3515b req-8135067a-2d3e-48ea-b624-585f726809fc tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749826 May 11 13:44:22.516639 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39240) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:22.539123 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:22.551343 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:44:22.557607 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:22.562665 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] Usage tracker for resource:security_group_rule and tenant:2060924b4cc54cb5bac3f48f3327f382 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:22.565841 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:22.572964 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:22.685523 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:22.693798 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:22.708935 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-032f4097-4824-4658-ab5d-c043d620534c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:22.770092 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2060924b4cc54cb5bac3f48f3327f382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519453 May 11 13:44:22.772736 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407c3d6e-a7b0-4ee0-84de-b81ec72c7054,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:22.773344 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 39252) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:22.776916 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:23.014655 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ac416bff-d476-4af7-95f9-b514da0b1ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:23.089950 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ac416bff-d476-4af7-95f9-b514da0b1ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:23.172967 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee1e2b-e05d-4646-87ca-246b911da566 req-09fdc7c3-fa93-4553-b40c-17c10423dc29 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:23.180751 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-29ee1e2b-e05d-4646-87ca-246b911da566 req-09fdc7c3-fa93-4553-b40c-17c10423dc29 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 945 time: 0.2972984 May 11 13:44:23.221645 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ac416bff-d476-4af7-95f9-b514da0b1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:23.230364 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5d3b1c9a-45a3-44d0-bd5d-ecc33508d51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:23.262318 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-29ee1e2b-e05d-4646-87ca-246b911da566 req-514d6759-7019-4748-aaa2-50174cb3c8fb tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804822 May 11 13:44:23.279144 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ac416bff-d476-4af7-95f9-b514da0b1ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:23.283597 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-ac416bff-d476-4af7-95f9-b514da0b1ff1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/407c3d6e-a7b0-4ee0-84de-b81ec72c7054 HTTP/1.1" status: 204 len: 168 time: 0.5082490 May 11 13:44:23.285497 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac416bff-d476-4af7-95f9-b514da0b1ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407c3d6e-a7b0-4ee0-84de-b81ec72c7054,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:23.289092 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ac416bff-d476-4af7-95f9-b514da0b1ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:24.052241 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b4fad-e97a-46c7-8f14-758d984f4a3f req-d3a6fc7e-653b-4e70-9e7d-ff444b123a11 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:24.058223 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-971b4fad-e97a-46c7-8f14-758d984f4a3f req-d3a6fc7e-653b-4e70-9e7d-ff444b123a11 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1375377 May 11 13:44:24.141669 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-971b4fad-e97a-46c7-8f14-758d984f4a3f req-5ac940d0-94c6-408d-91ee-b205220be218 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801041 May 11 13:44:24.722146 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f56398-45b5-4abb-8c31-9a718f0cb546 req-1e14ace8-d1a9-486d-ae3a-10aec881b2c5 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:24.739658 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-34f56398-45b5-4abb-8c31-9a718f0cb546 req-1e14ace8-d1a9-486d-ae3a-10aec881b2c5 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 945 time: 0.2790594 May 11 13:44:24.868287 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-34f56398-45b5-4abb-8c31-9a718f0cb546 req-1caa9085-4794-424a-be1f-a1f12bd644e8 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232517 May 11 13:44:25.452690 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdaef5-6fc0-402c-a2d3-d5bcd85bee5b req-3cfb2c4e-b269-4d82-927f-d4ef210d5939 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:25.463252 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-78bdaef5-6fc0-402c-a2d3-d5bcd85bee5b req-3cfb2c4e-b269-4d82-927f-d4ef210d5939 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1197591 May 11 13:44:25.621940 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-78bdaef5-6fc0-402c-a2d3-d5bcd85bee5b req-bbed7a58-f877-4ad5-bae2-3c645d5904b7 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567993 May 11 13:44:25.797666 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:44:25.989367 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:44:26.003430 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:44:26.004626 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:26.265565 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:26.300640 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08a43c1-a722-416c-ad76-fbf1c5325002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:44:26.314031 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,segment=NetworkSegment(7377d178-2dd0-49b5-8c36-f461f0eeb118),segment_id=7377d178-2dd0-49b5-8c36-f461f0eeb118)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:44:26.320722 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:26.324165 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:26.412340 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:26.413152 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ae38b-9f0f-4381-ba02-bdac4b3592b6 req-11d1b62b-f5e5-47c4-a003-8bc64985019a tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:26.417655 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:26.421541 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e99ae38b-9f0f-4381-ba02-bdac4b3592b6 req-11d1b62b-f5e5-47c4-a003-8bc64985019a tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 945 time: 0.2401433 May 11 13:44:26.669601 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e99ae38b-9f0f-4381-ba02-bdac4b3592b6 req-a4d75af2-f264-4943-b810-e2327de13671 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378333 May 11 13:44:26.744978 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-bfe9d6ce-9949-482c-94a3-f5ba28786b6f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:26.757086 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-bfe9d6ce-9949-482c-94a3-f5ba28786b6f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 815 time: 0.4045732 May 11 13:44:26.789135 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-8fc353ff-4773-411e-9046-b962a2963633 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/quotas/acfb03a5311b4eb997185ae634d3a3ad HTTP/1.1" status: 200 len: 375 time: 0.0275047 May 11 13:44:26.845336 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08a43c1-a722-416c-ad76-fbf1c5325002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4', 'code': 200} May 11 13:44:27.016297 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-0264f6bd-a6ca-442d-bedd-2b17b72d17a8 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2090812 May 11 13:44:27.377195 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-d7239222-4e30-47a9-a708-0c7b102e6613 service neutron] 10.222.0.30 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506136 May 11 13:44:27.395958 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac860c-b5b3-4974-b08b-cb1d19d68048 req-8b0c4a08-a94b-4020-9ca7-7e6614716a20 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:27.398901 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-41ac860c-b5b3-4974-b08b-cb1d19d68048 req-8b0c4a08-a94b-4020-9ca7-7e6614716a20 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.3479695 May 11 13:44:27.593597 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d8bb8-2c98-483b-bab1-e53bda30771a req-3e6662b6-f6af-4a26-b317-7f760736f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:27.596497 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e5d8bb8-2c98-483b-bab1-e53bda30771a req-3e6662b6-f6af-4a26-b317-7f760736f904 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 1099 time: 0.4264407 May 11 13:44:27.732709 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-41ac860c-b5b3-4974-b08b-cb1d19d68048 req-d9ba4e66-9cdd-4997-adfb-b7d6ace9ec19 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923777 May 11 13:44:27.763026 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-ce683e6e-c438-4ff9-89a0-33083e31d45a service neutron] 10.222.0.30 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602505 May 11 13:44:27.765131 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e5d8bb8-2c98-483b-bab1-e53bda30771a req-f08dfd67-1baf-4328-b069-679fb954c4ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483374 May 11 13:44:27.892612 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:44:28.204626 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349558d-15bd-4429-9af5-8f6fed9940c1 req-f3525d66-d211-4813-b162-9fe04911a041 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:28.212709 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2349558d-15bd-4429-9af5-8f6fed9940c1 req-f3525d66-d211-4813-b162-9fe04911a041 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 946 time: 0.1581247 May 11 13:44:28.305452 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-120d3927-41c5-4b84-969c-ced8946b7b31 req-7e95a04e-e2f5-4116-a27e-c95678aa8257 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 210 time: 0.0765665 May 11 13:44:28.364991 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2349558d-15bd-4429-9af5-8f6fed9940c1 req-f16a1cb1-4610-43ff-8eb2-d758b09aae8d tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510401 May 11 13:44:29.222526 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a56b4b-2ed6-4b29-8128-a33572bf757f req-a87f90d3-d467-4f4b-8bde-6d92a0f58965 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:29.231033 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-67a56b4b-2ed6-4b29-8128-a33572bf757f req-a87f90d3-d467-4f4b-8bde-6d92a0f58965 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2690856 May 11 13:44:29.313203 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-67a56b4b-2ed6-4b29-8128-a33572bf757f req-7714d9bb-6290-43f5-8f74-35f6b1b3fbdc tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813148 May 11 13:44:29.605638 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5194183d-de10-473c-ac50-5f14cb3ad5a0 req-80272aa8-3f15-40e9-a43e-9cb0edac7aab tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 210 time: 0.1099274 May 11 13:44:29.790192 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39508) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:30.068264 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-ba9c1ac5-caa2-4d90-aed0-7b85ff372b3e tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:30.070077 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-ba9c1ac5-caa2-4d90-aed0-7b85ff372b3e tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 815 time: 0.2929363 May 11 13:44:30.084505 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b663064-de4c-4b4e-a3b3-8cb1c294ac71 req-873186e7-6ace-488c-9bb2-b52f4a8264af tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:30.086418 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6b663064-de4c-4b4e-a3b3-8cb1c294ac71 req-873186e7-6ace-488c-9bb2-b52f4a8264af tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 946 time: 0.3564899 May 11 13:44:30.111689 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Request body: {'port': {'device_id': '012196b7-8c7d-4300-a27e-5bf15f95e51b', 'network_id': '44a37887-022e-4fb9-b403-624093f4410e', 'admin_state_up': True, 'tenant_id': 'acfb03a5311b4eb997185ae634d3a3ad'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:44:30.129466 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:30.165965 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:30.175006 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Usage tracker for resource:security_group_rule and tenant:6a5599096c8e4f5b98f16e18988411c2 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:30.182438 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:30.199223 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:30.327849 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6b663064-de4c-4b4e-a3b3-8cb1c294ac71 req-2a88cf4c-6201-4660-a614-8374c0a9b9be tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702654 May 11 13:44:30.458773 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:30.477332 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:30.490494 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:30.501878 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:30.510467 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Made reservation on behalf of acfb03a5311b4eb997185ae634d3a3ad for: {'port': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:44:30.518722 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:30.522722 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:30.679947 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a5599096c8e4f5b98f16e18988411c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8879974 May 11 13:44:30.690443 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39546) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:30.695405 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5a3ef7-ed24-40f4-af87-518050f52c4d,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:30.755819 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.756166 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.756780 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.759372 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.760866 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.764404 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.768600 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.769942 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.770642 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.774800 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.775148 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.775492 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:30.806557 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:30.887364 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6151-54f6-46ad-bd12-e6a84ebae945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:30.937553 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6151-54f6-46ad-bd12-e6a84ebae945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:31.014464 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6151-54f6-46ad-bd12-e6a84ebae945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:31.023104 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c6d8f84d-701f-4625-a3e5-fbd8f2cbdc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:31.036035 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7c28ee0e-1dd4-46fb-80ae-cc168934a892 req-fd1796a6-9802-4e35-b3f9-d94f461c5efc tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 210 time: 0.1311929 May 11 13:44:31.049037 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b6151-54f6-46ad-bd12-e6a84ebae945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5a3ef7-ed24-40f4-af87-518050f52c4d,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:31.052562 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21e9c3-713b-4471-bed4-b61b0a5bb9f4 req-a8684267-5ab1-41ac-8f4b-84fca5782da7 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:31.060791 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ed21e9c3-713b-4471-bed4-b61b0a5bb9f4 req-a8684267-5ab1-41ac-8f4b-84fca5782da7 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.4301734 May 11 13:44:31.061550 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-4c0b6151-54f6-46ad-bd12-e6a84ebae945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:31.072629 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6151-54f6-46ad-bd12-e6a84ebae945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:31.076181 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-4c0b6151-54f6-46ad-bd12-e6a84ebae945 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d5a3ef7-ed24-40f4-af87-518050f52c4d HTTP/1.1" status: 204 len: 168 time: 0.3752224 May 11 13:44:31.143303 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Allocated IP 172.20.0.5 (44a37887-022e-4fb9-b403-624093f4410e/4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2/d8569c9a-e0fc-40a2-bf8c-734963849d94) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:44:31.187370 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ed21e9c3-713b-4471-bed4-b61b0a5bb9f4 req-b404cbf6-3f85-46be-97a3-fc4eaf8a670d tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254339 May 11 13:44:31.541873 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:31.596028 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:31.606377 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:31.615459 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['2f3ec511-58f3-4531-86f5-cc972a15feab', '1ba47186-7a6a-4539-9b50-97d871363799', '3125fc0b-c135-4831-a5ca-d8aaf7286d51'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:44:31.654787 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39568) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:31.693274 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:31.812882 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:31.832173 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] Usage tracker for resource:security_group_rule and tenant:105361df42034e3daab39d133126b55b is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:31.845536 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Pushing event updated for resources: {'Port': ['ID=d8569c9a-e0fc-40a2-bf8c-734963849d94,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:31.846524 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:31.874386 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:31.894695 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.895228 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.895672 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.896109 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.896642 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.899824 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.900721 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.901205 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.901705 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.906553 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.907274 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.907762 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:31.912104 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:31.918042 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Network 44a37887-022e-4fb9-b403-624093f4410e is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:44:31.919617 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:44:31.922368 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:44:32.020473 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:32.022421 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:32.051916 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:32.061434 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9595003 May 11 13:44:32.081423 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Request body: {'port': {'device_id': '012196b7-8c7d-4300-a27e-5bf15f95e51b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:44:32.122699 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:32.145107 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:32.375580 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cca4bca-0b04-4c91-a717-76932b6e6e8b,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:32.389497 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:32.392253 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=105361df42034e3daab39d133126b55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361224 May 11 13:44:32.398257 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39590) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:32.521164 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7eec1-8659-44b3-9a52-f34ae4b8105d req-9ac3eb4e-0424-4d25-b6a1-8e3d55bf1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:32.522736 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-28f7eec1-8659-44b3-9a52-f34ae4b8105d req-9ac3eb4e-0424-4d25-b6a1-8e3d55bf1636 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 1098 time: 0.4685540 May 11 13:44:32.549321 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-07ede91f-fdb5-4da2-a3a6-a389a67428cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:32.584938 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:32.596746 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-07ede91f-fdb5-4da2-a3a6-a389a67428cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:32.653188 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-28f7eec1-8659-44b3-9a52-f34ae4b8105d req-dc1e8380-49c9-4241-83f3-8d94b8543f2f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049714 May 11 13:44:32.698779 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-07ede91f-fdb5-4da2-a3a6-a389a67428cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:32.705729 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-cc20137c-2a1b-4966-93ca-e6cb24938a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:32.725810 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ede91f-fdb5-4da2-a3a6-a389a67428cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cca4bca-0b04-4c91-a717-76932b6e6e8b,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:32.731418 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-07ede91f-fdb5-4da2-a3a6-a389a67428cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:32.760699 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-07ede91f-fdb5-4da2-a3a6-a389a67428cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:32.770690 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-07ede91f-fdb5-4da2-a3a6-a389a67428cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5cca4bca-0b04-4c91-a717-76932b6e6e8b HTTP/1.1" status: 204 len: 168 time: 0.3595607 May 11 13:44:32.828205 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7743c-ca03-45ac-aa61-da2f9e7cd860 req-90df00f3-8bd5-4fd9-ac38-22884f72f44f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:32.829137 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-0dc7743c-ca03-45ac-aa61-da2f9e7cd860 req-90df00f3-8bd5-4fd9-ac38-22884f72f44f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Synchronizing usage tracker for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:44:32.922988 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-0dc7743c-ca03-45ac-aa61-da2f9e7cd860 req-90df00f3-8bd5-4fd9-ac38-22884f72f44f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Unset dirty status for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:44:32.938178 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0dc7743c-ca03-45ac-aa61-da2f9e7cd860 req-90df00f3-8bd5-4fd9-ac38-22884f72f44f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 931 time: 0.5957465 May 11 13:44:32.973360 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236f39f-8d60-4e70-9e4e-9cf1e7f3abe1 req-01bfc1a8-177d-4aa5-b7d5-1f41f1ebad6c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:32.981037 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2236f39f-8d60-4e70-9e4e-9cf1e7f3abe1 req-01bfc1a8-177d-4aa5-b7d5-1f41f1ebad6c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.4768414 May 11 13:44:33.148400 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0dc7743c-ca03-45ac-aa61-da2f9e7cd860 req-5de49cf7-c6a2-4b5b-8992-98745c1b709a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089767 May 11 13:44:33.213730 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2236f39f-8d60-4e70-9e4e-9cf1e7f3abe1 req-bde3c30a-5997-4816-b9b8-137a917eda7c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315979 May 11 13:44:33.418261 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8569c9a-e0fc-40a2-bf8c-734963849d94 {{(pid=78837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:44:33.432047 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:33.461268 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Transition to ACTIVE for port object d8569c9a-e0fc-40a2-bf8c-734963849d94 will not be triggered until provisioned by entity L2. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:44:33.466961 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:33.477943 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-238bbdbc-d80f-489e-8656-a5391038f606 tempest-DeleteServersTestJSON-168984232 tempest-DeleteServersTestJSON-168984232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:33.770400 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8569c9a-e0fc-40a2-bf8c-734963849d94,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:33.840390 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:33.902481 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Attempting to bind port d8569c9a-e0fc-40a2-bf8c-734963849d94 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:44:33.902811 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Attempting to bind port d8569c9a-e0fc-40a2-bf8c-734963849d94 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:44:33.903145 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Attempting to bind port d8569c9a-e0fc-40a2-bf8c-734963849d94 on network 44a37887-022e-4fb9-b403-624093f4410e {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:44:33.930237 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Port d8569c9a-e0fc-40a2-bf8c-734963849d94 on network 44a37887-022e-4fb9-b403-624093f4410e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:44:33.930961 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Attempting to bind port d8569c9a-e0fc-40a2-bf8c-734963849d94 on network 44a37887-022e-4fb9-b403-624093f4410e {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:44:33.941615 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:44:33.942350 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Checking segment: {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:44:33.943374 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Bound using segment: {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:44:33.944510 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Bound port: d8569c9a-e0fc-40a2-bf8c-734963849d94, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d45cee1-b200-4b72-a798-24ac091e702c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '44a37887-022e-4fb9-b403-624093f4410e'}}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:44:33.946117 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:34.120406 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] For port d8569c9a-e0fc-40a2-bf8c-734963849d94, host hv-cinder-78477, cleared binding levels {{(pid=78837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:44:34.127999 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] For port d8569c9a-e0fc-40a2-bf8c-734963849d94, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d8569c9a-e0fc-40a2-bf8c-734963849d94,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:44:34.145569 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:34.157330 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:34.580184 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:34.581341 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:34.583577 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/d8569c9a-e0fc-40a2-bf8c-734963849d94 HTTP/1.1" status: 200 len: 1093 time: 2.5131309 May 11 13:44:34.611753 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012196b7-8c7d-4300-a27e-5bf15f95e51b', 'tag': 'd8569c9a-e0fc-40a2-bf8c-734963849d94'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:44:34.673622 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39682) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:34.738805 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8569c9a-e0fc-40a2-bf8c-734963849d94,revision_number=3']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:34.743072 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:34.795909 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffcc2d-f3b3-4c58-8051-473059ecdbf2 req-fb1534a5-2ba9-4144-a97d-afa9fb31e1af tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:34.797579 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fbffcc2d-f3b3-4c58-8051-473059ecdbf2 req-fb1534a5-2ba9-4144-a97d-afa9fb31e1af tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 943 time: 0.3818610 May 11 13:44:34.829725 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c56c6-a5ed-4713-a462-67b717ccd93f req-6bb5948d-63cb-4d3b-883e-183430b9353d tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:34.831481 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c20c56c6-a5ed-4713-a462-67b717ccd93f req-6bb5948d-63cb-4d3b-883e-183430b9353d tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.4093268 May 11 13:44:34.848709 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-80d1ac87-4269-4e39-943d-e46cf8033390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:34.850497 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-80d1ac87-4269-4e39-943d-e46cf8033390 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 1096 time: 0.1961238 May 11 13:44:34.970137 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:35.001931 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:35.010050 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] Usage tracker for resource:security_group_rule and tenant:dcef4fdc9cc1455cb656f8bf67916bdd is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:35.016692 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:35.019815 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-bdc380f6-9e35-482d-a112-032fcb10a363 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8569c9a-e0fc-40a2-bf8c-734963849d94 HTTP/1.1" status: 200 len: 217 time: 0.1524026 May 11 13:44:35.029107 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:35.082791 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fbffcc2d-f3b3-4c58-8051-473059ecdbf2 req-fdf2ffed-e798-4735-842e-f436c532279e tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661057 May 11 13:44:35.113957 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c20c56c6-a5ed-4713-a462-67b717ccd93f req-3f4b6678-a2d4-4743-8df6-e95b73fcacb9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509806 May 11 13:44:35.160286 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-fcec75af-c1a4-46be-bf58-ab6490d00eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:35.169548 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-fcec75af-c1a4-46be-bf58-ab6490d00eb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 HTTP/1.1" status: 200 len: 855 time: 0.1356964 May 11 13:44:35.203788 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:35.213501 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:35.232821 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d33c51a1-cda1-484e-bea7-729ba4a97617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:35.265711 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-383c23c1-2d59-4b58-87a1-439317d9e537 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a37887-022e-4fb9-b403-624093f4410e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863616 May 11 13:44:35.323757 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012196b7-8c7d-4300-a27e-5bf15f95e51b', 'tag': 'd8569c9a-e0fc-40a2-bf8c-734963849d94', 'status': 'completed', 'code': 200} May 11 13:44:35.325102 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcef4fdc9cc1455cb656f8bf67916bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6512458 May 11 13:44:35.330277 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 39708) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:35.344577 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35daacf-a571-46d7-9e2d-19264cc08964,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:35.350677 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:35.555207 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-1b1ef660-755e-4595-bd6c-7a2b243d33eb service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716966 May 11 13:44:35.575503 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bebdd55c-7506-485b-ae65-73f68e73683a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:35.782720 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bebdd55c-7506-485b-ae65-73f68e73683a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:35.933109 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1ab112a-ddf1-46d9-a0a6-83516e1d4514 req-63ca2a86-f8ae-4822-9f7a-0c8d32e5ced5 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539245 May 11 13:44:35.989062 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bebdd55c-7506-485b-ae65-73f68e73683a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:36.006973 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e8d27d26-f6d1-4737-9b43-25406cf62bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:36.114449 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd86c7-aa95-4929-a9dd-c0c505fc07c6 req-4647e3f0-9a18-455f-b7cf-8273c6ff9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:36.120056 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a0cd86c7-aa95-4929-a9dd-c0c505fc07c6 req-4647e3f0-9a18-455f-b7cf-8273c6ff9c33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 1098 time: 0.2047398 May 11 13:44:36.257719 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdd55c-7506-485b-ae65-73f68e73683a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35daacf-a571-46d7-9e2d-19264cc08964,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:36.265547 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bebdd55c-7506-485b-ae65-73f68e73683a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:36.267544 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-bebdd55c-7506-485b-ae65-73f68e73683a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c35daacf-a571-46d7-9e2d-19264cc08964 HTTP/1.1" status: 204 len: 168 time: 0.9360163 May 11 13:44:36.296482 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-bebdd55c-7506-485b-ae65-73f68e73683a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:36.474098 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd86c7-aa95-4929-a9dd-c0c505fc07c6 req-dcf846c7-840d-450e-873c-57a97e65ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:36.482782 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a0cd86c7-aa95-4929-a9dd-c0c505fc07c6 req-dcf846c7-840d-450e-873c-57a97e65ce5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 919 time: 0.3391597 May 11 13:44:36.565747 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eae1a-8d3a-4fad-a811-f82d3f5525f3 req-aeaa2496-6463-4949-becc-da994ea73c7e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:36.585502 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c47eae1a-8d3a-4fad-a811-f82d3f5525f3 req-aeaa2496-6463-4949-becc-da994ea73c7e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.5548129 May 11 13:44:36.635445 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a0cd86c7-aa95-4929-a9dd-c0c505fc07c6 req-a406a638-9b36-4803-9bb2-188f0ba2a6a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de8c7397-90a3-47b8-bd34-408e4437f186 HTTP/1.1" status: 200 len: 217 time: 0.1494081 May 11 13:44:36.646043 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089a378-cccb-44c6-8cd4-1f9aef50862e req-f6187b01-3ac7-47f0-ae44-37810ea65ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:36.648973 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3089a378-cccb-44c6-8cd4-1f9aef50862e req-f6187b01-3ac7-47f0-ae44-37810ea65ee2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 1096 time: 0.6235745 May 11 13:44:36.817953 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd86c7-aa95-4929-a9dd-c0c505fc07c6 req-810a9d3d-6d9f-4623-822d-5feaac9bf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:36.822742 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a0cd86c7-aa95-4929-a9dd-c0c505fc07c6 req-810a9d3d-6d9f-4623-822d-5feaac9bf932 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 200 len: 858 time: 0.1771221 May 11 13:44:36.925323 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c47eae1a-8d3a-4fad-a811-f82d3f5525f3 req-5a564f57-1ed5-45bd-b697-ca1d64ffd69f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388155 May 11 13:44:36.925603 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a0cd86c7-aa95-4929-a9dd-c0c505fc07c6 req-592c5612-53aa-4420-ad1e-44d39901a4ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff1c09ff-c76f-4241-87fc-56e29166ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909331 May 11 13:44:37.016036 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 39754) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:37.099446 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769caab-d1b6-4137-8c85-c4513324d9cf req-0a242c16-7c82-4800-8948-c42a670392a5 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:37.103137 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d769caab-d1b6-4137-8c85-c4513324d9cf req-0a242c16-7c82-4800-8948-c42a670392a5 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 943 time: 0.6801503 May 11 13:44:37.127622 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a0cd86c7-aa95-4929-a9dd-c0c505fc07c6 req-b6e4a28c-14d3-4af6-88e4-de554a8bb7eb service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919863 May 11 13:44:37.141910 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:37.209248 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:37.226239 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089a378-cccb-44c6-8cd4-1f9aef50862e req-de06612e-0242-4285-bed6-b5455afc2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:37.230318 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3089a378-cccb-44c6-8cd4-1f9aef50862e req-de06612e-0242-4285-bed6-b5455afc2b87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 200 len: 916 time: 0.5621214 May 11 13:44:37.237615 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] Usage tracker for resource:security_group_rule and tenant:fc8a52805dfc4ed0b123a47b43a8a87d is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:37.316519 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:37.330474 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a0cd86c7-aa95-4929-a9dd-c0c505fc07c6 req-b20bcc5a-41ff-4872-beca-0dd3d801d66c service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937513 May 11 13:44:37.358929 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:37.362250 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3089a378-cccb-44c6-8cd4-1f9aef50862e req-2e9dee62-de32-4c56-aa84-d7a980ef17a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8569c9a-e0fc-40a2-bf8c-734963849d94 HTTP/1.1" status: 200 len: 217 time: 0.1170719 May 11 13:44:37.387871 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d769caab-d1b6-4137-8c85-c4513324d9cf req-7fda7048-1f5e-4edc-9e8b-7d8cdd383dfc tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674017 May 11 13:44:37.526054 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089a378-cccb-44c6-8cd4-1f9aef50862e req-0cf90397-42bf-4e1a-998c-dd56dc7c7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:37.528649 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3089a378-cccb-44c6-8cd4-1f9aef50862e req-0cf90397-42bf-4e1a-998c-dd56dc7c7e41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 HTTP/1.1" status: 200 len: 855 time: 0.1336720 May 11 13:44:37.823457 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3089a378-cccb-44c6-8cd4-1f9aef50862e req-3dc21a12-f102-4057-a7b2-80424e3919b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44a37887-022e-4fb9-b403-624093f4410e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2732234 May 11 13:44:37.841235 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device d8569c9a-e0fc-40a2-bf8c-734963849d94 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:44:38.071135 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3089a378-cccb-44c6-8cd4-1f9aef50862e req-f19f398a-3712-4c5a-9496-22669363f454 service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295947 May 11 13:44:38.104263 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port d8569c9a-e0fc-40a2-bf8c-734963849d94, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d8569c9a-e0fc-40a2-bf8c-734963849d94,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:44:38.132663 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': 'd8569c9a-e0fc-40a2-bf8c-734963849d94', 'network_id': '44a37887-022e-4fb9-b403-624093f4410e', 'port_id': 'd8569c9a-e0fc-40a2-bf8c-734963849d94', 'mac_address': 'fa:16:3e:5b:83:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:44:38.250627 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:38.286018 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8569c9a-e0fc-40a2-bf8c-734963849d94 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:44:38.330777 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:38.333918 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port d8569c9a-e0fc-40a2-bf8c-734963849d94, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d8569c9a-e0fc-40a2-bf8c-734963849d94,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:44:38.342792 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:38.347313 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:38.353381 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:38.365646 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:38.462979 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a5ed1-a9e0-4c7e-b7cb-43dd078d87cc req-6d2443a0-80af-4e1e-8310-a56ec7f9f02c tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:38.464554 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-419a5ed1-a9e0-4c7e-b7cb-43dd078d87cc req-6d2443a0-80af-4e1e-8310-a56ec7f9f02c tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 946 time: 0.8561704 May 11 13:44:38.466771 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3089a378-cccb-44c6-8cd4-1f9aef50862e req-ab09b17f-2eeb-4ef2-bc87-fb56f30ea23e service neutron] 10.222.0.43 "GET /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833191 May 11 13:44:38.478914 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc8a52805dfc4ed0b123a47b43a8a87d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4536743 May 11 13:44:38.489419 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39794) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:38.495532 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a21d8ea-0f48-4891-84db-9c774a3bcb22,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:38.498720 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:38.528966 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=d8569c9a-e0fc-40a2-bf8c-734963849d94,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:38.551153 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-419a5ed1-a9e0-4c7e-b7cb-43dd078d87cc req-59ac2789-71a9-4fba-a4c3-a0b1ad25631f tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739112 May 11 13:44:38.555108 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.556389 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.558464 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.559277 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.560795 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.561695 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e422c-1338-47c5-bbe3-ed6a0af2d96c req-4404d0f8-7970-4b19-b9d9-90355572ea35 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:38.562874 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.563673 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.563867 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-973e422c-1338-47c5-bbe3-ed6a0af2d96c req-4404d0f8-7970-4b19-b9d9-90355572ea35 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.3290272 May 11 13:44:38.565201 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.566179 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.568462 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.569735 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.570754 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:44:38.581588 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:38.675650 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-973e422c-1338-47c5-bbe3-ed6a0af2d96c req-ee1d3b59-5c87-4710-9026-c613a041ae2a tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015558 May 11 13:44:38.693430 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-83a1a9e1-8d7e-4501-8943-66f2fd43ac6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:38.745815 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-83a1a9e1-8d7e-4501-8943-66f2fd43ac6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:38.799023 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['d8569c9a-e0fc-40a2-bf8c-734963849d94'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:44:38.812158 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 39800) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:38.865607 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-83a1a9e1-8d7e-4501-8943-66f2fd43ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:38.876416 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:38.910050 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1a9e1-8d7e-4501-8943-66f2fd43ac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a21d8ea-0f48-4891-84db-9c774a3bcb22,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:38.914805 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-83a1a9e1-8d7e-4501-8943-66f2fd43ac6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:38.930975 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-83a1a9e1-8d7e-4501-8943-66f2fd43ac6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:38.938443 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-83a1a9e1-8d7e-4501-8943-66f2fd43ac6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a21d8ea-0f48-4891-84db-9c774a3bcb22 HTTP/1.1" status: 204 len: 168 time: 0.4424407 May 11 13:44:39.054796 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c34f3d-7a6c-49e2-827d-38bfa33a1863 req-378ee33e-4700-48f6-a9a4-fac6eff38150 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:39.057426 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-08c34f3d-7a6c-49e2-827d-38bfa33a1863 req-378ee33e-4700-48f6-a9a4-fac6eff38150 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 944 time: 0.1852891 May 11 13:44:39.168612 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:39.197152 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-08c34f3d-7a6c-49e2-827d-38bfa33a1863 req-90f698b5-2210-4515-b74c-1af76e66c3a6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299193 May 11 13:44:39.204481 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:39.211940 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] Usage tracker for resource:security_group_rule and tenant:9530911e846d4cb7baf945a562221da2 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:39.217345 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:39.229508 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:39.365068 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:39.372872 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:39.422365 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e2c1d99d-e7a4-4b82-81f4-6f81cfe3891d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:39.436527 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39816) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:39.459490 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:39.476878 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9530911e846d4cb7baf945a562221da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6632175 May 11 13:44:39.483005 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39820) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:39.487318 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec21629-54d5-4097-83f3-290c254611a7,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:39.492878 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:39.511581 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:39.528223 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:f928a86a21ca423191cdf4f5e097137f is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:39.543340 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:39.565679 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:39.656931 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-85befcca-4ad8-4b6d-81a5-57461e4d6a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:39.710487 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b49b38-7b66-4a52-9780-10274330930c req-844ac307-241d-4dca-aac8-a366ae104f0c tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:39.713241 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-92b49b38-7b66-4a52-9780-10274330930c req-844ac307-241d-4dca-aac8-a366ae104f0c tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.43 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 946 time: 0.1309125 May 11 13:44:39.715566 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-85befcca-4ad8-4b6d-81a5-57461e4d6a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:39.828022 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:39.836090 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:39.847821 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-07ede91f-fdb5-4da2-a3a6-a389a67428cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:39.890976 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-85befcca-4ad8-4b6d-81a5-57461e4d6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:39.940294 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba135879-a03b-4a5a-b000-1ca2e312e060,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:39.943566 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:39.944642 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:39.953374 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f928a86a21ca423191cdf4f5e097137f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155251 May 11 13:44:39.954568 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-85befcca-4ad8-4b6d-81a5-57461e4d6a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:39.959966 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-85befcca-4ad8-4b6d-81a5-57461e4d6a99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dec21629-54d5-4097-83f3-290c254611a7 HTTP/1.1" status: 204 len: 168 time: 0.4706149 May 11 13:44:39.959966 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39830) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:40.046851 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85befcca-4ad8-4b6d-81a5-57461e4d6a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec21629-54d5-4097-83f3-290c254611a7,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:40.054489 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-85befcca-4ad8-4b6d-81a5-57461e4d6a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:40.115017 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9c8dfe92-5041-497d-8bf0-3d526a286ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:40.156788 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9c8dfe92-5041-497d-8bf0-3d526a286ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:40.178162 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bc064-74da-4f7c-9869-0dab0b4f5091 req-16097f62-aefd-4008-adc6-4484657a5237 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:40.179750 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c42bc064-74da-4f7c-9869-0dab0b4f5091 req-16097f62-aefd-4008-adc6-4484657a5237 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 946 time: 0.3929162 May 11 13:44:40.229403 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a5ea2-fd96-4dc8-8e81-87aa73c45e02 req-c5c48c90-eee2-4302-ac6b-753e4fa0e5fc tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:40.231167 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9c8dfe92-5041-497d-8bf0-3d526a286ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:40.234887 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0f1a5ea2-fd96-4dc8-8e81-87aa73c45e02 req-c5c48c90-eee2-4302-ac6b-753e4fa0e5fc tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.3196738 May 11 13:44:40.241775 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d48bb0a3-fd31-4b42-a164-c4124f219ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:40.267962 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8dfe92-5041-497d-8bf0-3d526a286ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba135879-a03b-4a5a-b000-1ca2e312e060,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:40.272262 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9c8dfe92-5041-497d-8bf0-3d526a286ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:40.274241 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-92b49b38-7b66-4a52-9780-10274330930c req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Deleting port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:44:40.274877 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-92b49b38-7b66-4a52-9780-10274330930c req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:40.277107 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9c8dfe92-5041-497d-8bf0-3d526a286ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:40.281546 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-9c8dfe92-5041-497d-8bf0-3d526a286ef6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba135879-a03b-4a5a-b000-1ca2e312e060 HTTP/1.1" status: 204 len: 168 time: 0.3199914 May 11 13:44:40.411473 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c42bc064-74da-4f7c-9869-0dab0b4f5091 req-5ad34436-a060-4aa4-8d3f-54150b6c731f tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/security-groups?id=67026d8c-88a1-4f8e-9dcf-1e8c9101849d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116523 May 11 13:44:40.429058 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0f1a5ea2-fd96-4dc8-8e81-87aa73c45e02 req-0e675958-5dac-4bae-a75a-0b5feb829ec6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819756 May 11 13:44:40.564928 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-92b49b38-7b66-4a52-9780-10274330930c req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] For port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,segment=NetworkSegment(7377d178-2dd0-49b5-8c36-f461f0eeb118),segment_id=7377d178-2dd0-49b5-8c36-f461f0eeb118)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:44:40.567496 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-92b49b38-7b66-4a52-9780-10274330930c req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:40.743025 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39848) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:40.758651 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-92b49b38-7b66-4a52-9780-10274330930c req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Calling delete_port for 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 owned by compute:nova {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:44:40.776640 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:40.812268 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:40.821659 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e0e5085bc84f219417191c4552f357 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:40.828779 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:40.835615 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454decb-147b-4b1f-a161-1a32f7f4668e req-5b207c41-2e64-4889-a767-bcededcbe526 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:40.836638 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:40.837380 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7454decb-147b-4b1f-a161-1a32f7f4668e req-5b207c41-2e64-4889-a767-bcededcbe526 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 944 time: 0.1817405 May 11 13:44:40.917472 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7454decb-147b-4b1f-a161-1a32f7f4668e req-aae008d4-909c-4205-9e5b-18a5212a1b19 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688870 May 11 13:44:40.973042 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:40.979912 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:40.992512 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-85befcca-4ad8-4b6d-81a5-57461e4d6a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:41.032294 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbf871a-1463-4b17-9896-cbd76f3b12a7,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:41.070095 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:41.082411 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1e0e5085bc84f219417191c4552f357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381844 May 11 13:44:41.087773 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39860) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:41.165124 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a720fbcb-29f8-45d2-8c61-fc4c8716dddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:41.181625 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 39864) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:41.198054 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-92b49b38-7b66-4a52-9780-10274330930c req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:41.207134 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:41.210416 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a720fbcb-29f8-45d2-8c61-fc4c8716dddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:41.219465 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:44:41.261758 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Pushing event deleted for resources: {'Port': ['ID=75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:41.265520 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:41.303597 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a720fbcb-29f8-45d2-8c61-fc4c8716dddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:41.315742 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-03c3bafe-9d5e-4202-b8e0-e0734df68170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:41.347242 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720fbcb-29f8-45d2-8c61-fc4c8716dddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbf871a-1463-4b17-9896-cbd76f3b12a7,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:41.352247 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a720fbcb-29f8-45d2-8c61-fc4c8716dddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:41.366079 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a720fbcb-29f8-45d2-8c61-fc4c8716dddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:41.368118 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-a720fbcb-29f8-45d2-8c61-fc4c8716dddb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fbf871a-1463-4b17-9896-cbd76f3b12a7 HTTP/1.1" status: 204 len: 168 time: 0.2786381 May 11 13:44:41.412129 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b49b38-7b66-4a52-9780-10274330930c req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] No DVR routers for this DVR port 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 on host hv-cinder-78477 {{(pid=78837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:44:41.416301 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-92b49b38-7b66-4a52-9780-10274330930c req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:41.419638 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08a43c1-a722-416c-ad76-fbf1c5325002', 'name': 'network-vif-deleted', 'tag': '75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:44:41.460427 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-92b49b38-7b66-4a52-9780-10274330930c req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.43 "DELETE /v2.0/ports/75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 HTTP/1.1" status: 204 len: 173 time: 1.7353842 May 11 13:44:41.561786 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08a43c1-a722-416c-ad76-fbf1c5325002', 'name': 'network-vif-deleted', 'tag': '75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4', 'status': 'completed', 'code': 200} May 11 13:44:41.583995 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:41.632136 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:41.640010 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] Usage tracker for resource:security_group_rule and tenant:cf6375bcec6c4e55aa2239db505550dd is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:41.645846 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:41.662464 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:41.853040 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device d8569c9a-e0fc-40a2-bf8c-734963849d94 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:44:41.889227 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:41.914613 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:41.940909 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f7de9946-4691-42d8-881a-109d2efd5728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:42.016017 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-d4ba445a-5489-40ee-9406-72b761d0ccee req-80db9071-cfe5-41ea-8ec0-f1d00711eb5b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Synchronizing usage tracker for tenant:51c858bee68b482b8fb0331280a21189 on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:44:42.059467 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-d4ba445a-5489-40ee-9406-72b761d0ccee req-80db9071-cfe5-41ea-8ec0-f1d00711eb5b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Unset dirty status for tenant:51c858bee68b482b8fb0331280a21189 on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:44:42.061764 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d4ba445a-5489-40ee-9406-72b761d0ccee req-80db9071-cfe5-41ea-8ec0-f1d00711eb5b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c08a43c1-a722-416c-ad76-fbf1c5325002 HTTP/1.1" status: 200 len: 210 time: 0.1615996 May 11 13:44:42.118709 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cd0f3-9d34-46c9-b8e6-4f5daa4addab req-0990bef2-c59f-414d-a124-9a517dad6f79 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:42.121880 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1c4cd0f3-9d34-46c9-b8e6-4f5daa4addab req-0990bef2-c59f-414d-a124-9a517dad6f79 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.3621364 May 11 13:44:42.125482 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf6375bcec6c4e55aa2239db505550dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9421110 May 11 13:44:42.126786 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c959dc51-bc70-4b6a-9be8-fc7d034b25d2,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:42.129974 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 39896) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:42.135091 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port d8569c9a-e0fc-40a2-bf8c-734963849d94 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:44:42.143980 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:42.147799 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port d8569c9a-e0fc-40a2-bf8c-734963849d94 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:44:42.148632 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:42.391803 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1c4cd0f3-9d34-46c9-b8e6-4f5daa4addab req-de91fbf1-837b-47aa-8d2d-53ec251189d9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445743 May 11 13:44:42.475969 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ed58ddc2-e496-4d6e-baee-16951396fa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:42.545964 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:42.562081 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ed58ddc2-e496-4d6e-baee-16951396fa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:42.729403 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port d8569c9a-e0fc-40a2-bf8c-734963849d94, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d8569c9a-e0fc-40a2-bf8c-734963849d94,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:44:42.734834 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012196b7-8c7d-4300-a27e-5bf15f95e51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8569c9a-e0fc-40a2-bf8c-734963849d94'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:44:42.766832 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:42.769479 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:44:42.772976 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ed58ddc2-e496-4d6e-baee-16951396fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:42.804953 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-65911a20-5476-42b9-be0a-9efbf42205c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:42.827685 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:42.886749 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:44:42.887532 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 75ce959d-53e7-4a7a-8e9d-0bbcd7df50c4 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:44:42.888256 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58ddc2-e496-4d6e-baee-16951396fa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c959dc51-bc70-4b6a-9be8-fc7d034b25d2,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:42.993888 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=d8569c9a-e0fc-40a2-bf8c-734963849d94,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:42.999331 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:43.016193 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012196b7-8c7d-4300-a27e-5bf15f95e51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8569c9a-e0fc-40a2-bf8c-734963849d94', 'code': 200} May 11 13:44:43.034086 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ed58ddc2-e496-4d6e-baee-16951396fa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:43.069449 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ed58ddc2-e496-4d6e-baee-16951396fa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:43.078135 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-ed58ddc2-e496-4d6e-baee-16951396fa9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c959dc51-bc70-4b6a-9be8-fc7d034b25d2 HTTP/1.1" status: 204 len: 168 time: 0.9463718 May 11 13:44:43.251619 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443881d-492a-4370-9561-2842aece4e5a req-677d69e1-ad02-4e76-bb99-b968f1facf0f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:43.267916 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8443881d-492a-4370-9561-2842aece4e5a req-677d69e1-ad02-4e76-bb99-b968f1facf0f tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 945 time: 0.4649696 May 11 13:44:43.433406 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8443881d-492a-4370-9561-2842aece4e5a req-76bd773d-4971-4157-a8e5-756fb49ba084 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576159 May 11 13:44:43.536748 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b29137b8-4aaf-4063-8558-ea8a289a2d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:43.878632 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536951c-ca19-4b37-940b-b4bf468476c8 req-5810e462-227a-43af-ac4d-38ecf93e1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:43.880261 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9536951c-ca19-4b37-940b-b4bf468476c8 req-5810e462-227a-43af-ac4d-38ecf93e1981 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 1098 time: 0.3097484 May 11 13:44:43.980222 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9536951c-ca19-4b37-940b-b4bf468476c8 req-2b07cd6a-376d-4ef6-9ad3-ce8c8ad4876b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896292 May 11 13:44:45.208763 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee51c68-3e6f-4e7f-a6ee-d75a7a2b731b req-a3cb11f2-f15f-40f2-a608-19adf207f6ae tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:45.210422 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cee51c68-3e6f-4e7f-a6ee-d75a7a2b731b req-a3cb11f2-f15f-40f2-a608-19adf207f6ae tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 945 time: 0.3466198 May 11 13:44:45.369969 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cee51c68-3e6f-4e7f-a6ee-d75a7a2b731b req-13393523-841b-4323-891f-65433c17577d tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424050 May 11 13:44:45.848005 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217975fd-0d24-496a-a70c-56991715e0e2 req-95036ddf-1249-4eda-9da3-751a21288609 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:45.855037 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-217975fd-0d24-496a-a70c-56991715e0e2 req-95036ddf-1249-4eda-9da3-751a21288609 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1701729 May 11 13:44:45.925893 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-217975fd-0d24-496a-a70c-56991715e0e2 req-5f62aa8f-b542-4617-b379-9f4d8a9e4f8c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691786 May 11 13:44:46.269262 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-8c84fa96-d723-4f4b-8b68-02c183468353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:46.365125 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:46.468189 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-379ef689-41d3-4d03-b488-c7eb1bd43076 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1729271 May 11 13:44:46.864267 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-11e25cf8-9acf-46eb-8412-183aec9c8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:46.867319 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-11e25cf8-9acf-46eb-8412-183aec9c8ebe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 1098 time: 0.3523033 May 11 13:44:46.974377 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66a77a-b846-44d2-9020-b288b298d0f9 req-022aed22-7344-42e2-9bfb-847366efa4d8 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:46.977496 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4d66a77a-b846-44d2-9020-b288b298d0f9 req-022aed22-7344-42e2-9bfb-847366efa4d8 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 945 time: 0.3253944 May 11 13:44:47.154060 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4d66a77a-b846-44d2-9020-b288b298d0f9 req-23eddb5e-3d3e-4d71-b61a-b373086f63f8 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768671 May 11 13:44:47.214101 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-e6e4ca10-a0df-4275-9758-2e938a9ea790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:47.216753 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-e6e4ca10-a0df-4275-9758-2e938a9ea790 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 919 time: 0.3169401 May 11 13:44:47.373283 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-b0d9082c-460d-40ee-a7dc-8ebcc5a6b21e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de8c7397-90a3-47b8-bd34-408e4437f186 HTTP/1.1" status: 200 len: 217 time: 0.1278858 May 11 13:44:47.541909 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-c6cbc372-7019-44cc-b678-65badd9a5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:47.544175 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-c6cbc372-7019-44cc-b678-65badd9a5bc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 200 len: 858 time: 0.1606400 May 11 13:44:47.642955 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-2909c1ef-fe88-4512-9a57-463f163b75d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff1c09ff-c76f-4241-87fc-56e29166ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893304 May 11 13:44:47.887173 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-59ec8b9a-19ee-4f73-894f-1ef0289b705c service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288301 May 11 13:44:48.046585 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:48.181579 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:48.278884 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e8710321-8c1f-4de7-afbd-daa5d86ef3e5 req-af350791-c4c3-45ec-a2cb-1f3eb2501686 service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791037 May 11 13:44:48.496092 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40128) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:48.720683 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:48.746158 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:48.752159 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] Usage tracker for resource:security_group_rule and tenant:123a2083bdc84e41b5e2a206f142fb13 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:48.756088 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:48.765153 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:48.921392 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:48.928045 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:48.940774 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-036d3e97-75e9-4b52-8013-94cb4cb1b62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:49.012879 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=123a2083bdc84e41b5e2a206f142fb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149426 May 11 13:44:49.016476 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40142) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:49.112392 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d6d558-cd30-4088-8280-b41487232a96,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:49.126656 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:49.183835 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:49.197698 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e936dedb-f804-4000-a05f-464ee82364c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:49.233478 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e936dedb-f804-4000-a05f-464ee82364c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:49.327693 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e936dedb-f804-4000-a05f-464ee82364c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:49.333989 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-7c212dec-aaff-459b-8842-a0a5da9c78eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:49.350732 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936dedb-f804-4000-a05f-464ee82364c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d6d558-cd30-4088-8280-b41487232a96,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:49.353734 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-e936dedb-f804-4000-a05f-464ee82364c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:49.361418 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e936dedb-f804-4000-a05f-464ee82364c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:49.363200 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-e936dedb-f804-4000-a05f-464ee82364c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84d6d558-cd30-4088-8280-b41487232a96 HTTP/1.1" status: 204 len: 168 time: 0.3445964 May 11 13:44:49.940140 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40172) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:49.973561 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:49.992408 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:49.997149 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] Usage tracker for resource:security_group_rule and tenant:38051fe0e2b34651ba8b2d85e3a78d2c is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:50.000706 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:50.008034 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:50.174176 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:50.184089 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:50.206952 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-83a1a9e1-8d7e-4501-8943-66f2fd43ac6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:50.272034 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38051fe0e2b34651ba8b2d85e3a78d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310673 May 11 13:44:50.274628 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b026d5e-bb5e-4a19-a8b1-54b6b2963fda,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:50.276632 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40190) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:50.278834 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:50.395448 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-3728f825-e4b1-4934-ad22-bedcea289f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:50.432882 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-3728f825-e4b1-4934-ad22-bedcea289f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:50.517596 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-3728f825-e4b1-4934-ad22-bedcea289f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:50.540796 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-15a6bffb-bf96-42bb-8b9c-8408c8d423b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:50.567983 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728f825-e4b1-4934-ad22-bedcea289f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b026d5e-bb5e-4a19-a8b1-54b6b2963fda,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:50.575041 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-3728f825-e4b1-4934-ad22-bedcea289f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:50.585693 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-3728f825-e4b1-4934-ad22-bedcea289f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:50.587891 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-3728f825-e4b1-4934-ad22-bedcea289f91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b026d5e-bb5e-4a19-a8b1-54b6b2963fda HTTP/1.1" status: 204 len: 168 time: 0.3098252 May 11 13:44:52.331008 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3071b00-0a02-48a7-bb7f-6e2c6f469c88 req-adabba2f-2204-4364-88be-95820d585765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:52.332674 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e3071b00-0a02-48a7-bb7f-6e2c6f469c88 req-adabba2f-2204-4364-88be-95820d585765 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 1098 time: 0.0868001 May 11 13:44:52.652765 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3071b00-0a02-48a7-bb7f-6e2c6f469c88 req-91860176-dc26-49bb-a26a-af459e2d2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:52.654590 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e3071b00-0a02-48a7-bb7f-6e2c6f469c88 req-91860176-dc26-49bb-a26a-af459e2d2d80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 919 time: 0.2925088 May 11 13:44:52.759377 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e3071b00-0a02-48a7-bb7f-6e2c6f469c88 req-9fe9dd07-376d-430d-8fbc-b7a698c94fe3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de8c7397-90a3-47b8-bd34-408e4437f186 HTTP/1.1" status: 200 len: 217 time: 0.0955241 May 11 13:44:52.777238 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef2aa9-142d-4926-85cf-996939753443 req-82909477-31ff-4c78-a4b6-1d114ad7f824 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:52.784557 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c6ef2aa9-142d-4926-85cf-996939753443 req-82909477-31ff-4c78-a4b6-1d114ad7f824 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.3877304 May 11 13:44:52.900382 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3071b00-0a02-48a7-bb7f-6e2c6f469c88 req-ea0d50e2-e52b-4efe-86c8-61df77be4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:52.902303 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e3071b00-0a02-48a7-bb7f-6e2c6f469c88 req-ea0d50e2-e52b-4efe-86c8-61df77be4645 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 200 len: 858 time: 0.1132057 May 11 13:44:53.018958 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e3071b00-0a02-48a7-bb7f-6e2c6f469c88 req-4fa5f8c4-94c1-4102-a554-7a22b06111e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff1c09ff-c76f-4241-87fc-56e29166ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724440 May 11 13:44:53.034849 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c6ef2aa9-142d-4926-85cf-996939753443 req-c6a5c9d6-751c-406e-b39b-a7acd833d3b9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485955 May 11 13:44:53.232586 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e3071b00-0a02-48a7-bb7f-6e2c6f469c88 req-d0e4acf9-9bd5-4ded-b930-95c2bd9f865c service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889050 May 11 13:44:53.412400 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e3071b00-0a02-48a7-bb7f-6e2c6f469c88 req-622bb62f-9546-4777-be03-d16c83d2defa service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683943 May 11 13:44:54.108573 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40310) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:54.296073 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:54.326261 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:54.337172 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2813-00bc-4a12-923c-dde0a3b9fa90 req-3a49c47b-1712-45a5-bdb3-61a135dbbd95 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:54.339603 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-68be2813-00bc-4a12-923c-dde0a3b9fa90 req-3a49c47b-1712-45a5-bdb3-61a135dbbd95 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1425910 May 11 13:44:54.342721 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] Usage tracker for resource:security_group_rule and tenant:2c9d6d8c02b843e3b3718222fa371ff8 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:54.346205 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:54.372385 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:54.445211 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-68be2813-00bc-4a12-923c-dde0a3b9fa90 req-0c02d44f-6700-496f-ad8b-f231eae2755f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944827 May 11 13:44:54.602562 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:54.609211 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:54.629282 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-1602e0b0-4a13-4033-a1c9-b92b5bf5a25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:54.684796 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c9d6d8c02b843e3b3718222fa371ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5750577 May 11 13:44:54.687796 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40330) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:54.699401 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012d0415-2261-4bbc-b046-da95e3b1aa3b,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:54.702789 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:54.760255 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-13d00a5e-bfba-490e-927d-69371b44316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:54.794278 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-13d00a5e-bfba-490e-927d-69371b44316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:54.860638 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-13d00a5e-bfba-490e-927d-69371b44316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:54.864906 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-57e3d9d5-9ebf-44e5-b1a4-b99e983a28ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:54.886342 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d00a5e-bfba-490e-927d-69371b44316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012d0415-2261-4bbc-b046-da95e3b1aa3b,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:54.890018 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-13d00a5e-bfba-490e-927d-69371b44316b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:54.898442 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-13d00a5e-bfba-490e-927d-69371b44316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:54.901107 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-13d00a5e-bfba-490e-927d-69371b44316b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/012d0415-2261-4bbc-b046-da95e3b1aa3b HTTP/1.1" status: 204 len: 168 time: 0.2119575 May 11 13:44:55.028501 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d966dc1-4edf-4fd1-9e94-db00a72ccf0b req-c8ed075e-895d-421e-b024-00776cbdd42b tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:55.030111 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1d966dc1-4edf-4fd1-9e94-db00a72ccf0b req-c8ed075e-895d-421e-b024-00776cbdd42b tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1169956 May 11 13:44:55.100608 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1d966dc1-4edf-4fd1-9e94-db00a72ccf0b req-c264d282-a0c3-44f8-a556-e49abb8eae96 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640099 May 11 13:44:55.706976 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f7764-1522-4a6e-8cfa-fc85f10484f3 req-34ae72e4-540e-40a2-8726-aba53413fd25 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:55.717107 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a54f7764-1522-4a6e-8cfa-fc85f10484f3 req-34ae72e4-540e-40a2-8726-aba53413fd25 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1307554 May 11 13:44:55.777855 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a54f7764-1522-4a6e-8cfa-fc85f10484f3 req-150968ab-0f88-4b14-b8b5-babed7629f2f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572522 May 11 13:44:56.435233 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cbfae-7f7c-442e-a0e7-ab73bfa0ec91 req-8254cb50-5e47-4e44-9f31-311b7c2f6f71 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:56.438055 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fd2cbfae-7f7c-442e-a0e7-ab73bfa0ec91 req-8254cb50-5e47-4e44-9f31-311b7c2f6f71 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1869066 May 11 13:44:56.505381 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fd2cbfae-7f7c-442e-a0e7-ab73bfa0ec91 req-b34ad72b-1e52-45bf-9232-aa667d6bb7c1 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617657 May 11 13:44:57.003852 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8d234-49d9-402e-8d9a-814439c9ebf9 req-85e0f0fa-2092-4810-81b4-0963dea2b71a tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:57.005416 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83f8d234-49d9-402e-8d9a-814439c9ebf9 req-85e0f0fa-2092-4810-81b4-0963dea2b71a tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.0887599 May 11 13:44:57.055562 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83f8d234-49d9-402e-8d9a-814439c9ebf9 req-6c6fb361-22e6-4783-8a89-d2d16e851816 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421162 May 11 13:44:57.966415 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1190a-260c-49bc-a669-959a16bcdd88 req-1f7172b2-20e0-47ad-9f6c-03ddcbac77c7 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:57.975240 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9cb1190a-260c-49bc-a669-959a16bcdd88 req-1f7172b2-20e0-47ad-9f6c-03ddcbac77c7 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2809029 May 11 13:44:58.060262 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40396) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:58.083101 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9cb1190a-260c-49bc-a669-959a16bcdd88 req-c8b88d55-d0e4-4b11-9fc0-53cc83c49826 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067867 May 11 13:44:58.146940 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f891bdf-28ed-477a-ad5b-c6eb04326021 req-4d1ae17b-4782-4bb8-95ef-c729b75d36dc tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:58.148734 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7f891bdf-28ed-477a-ad5b-c6eb04326021 req-4d1ae17b-4782-4bb8-95ef-c729b75d36dc tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 945 time: 0.1565118 May 11 13:44:58.248141 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7f891bdf-28ed-477a-ad5b-c6eb04326021 req-0c35a145-754e-4af9-9bfd-93097c5b1514 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735304 May 11 13:44:58.373141 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:58.398762 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:58.407146 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] Usage tracker for resource:security_group_rule and tenant:1bda06df1d214d039acb3576561e1fb7 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:58.419735 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:58.430574 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:58.462679 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf7ad7-c143-4fe8-956d-69c85e89276c req-0b21f7c3-ef9c-4842-87ab-bda2ff302dc5 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:58.464700 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-48cf7ad7-c143-4fe8-956d-69c85e89276c req-0b21f7c3-ef9c-4842-87ab-bda2ff302dc5 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1102300 May 11 13:44:58.537648 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:58.542547 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:58.550900 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-48cf7ad7-c143-4fe8-956d-69c85e89276c req-34746344-ce75-4860-a364-821fad40745c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779388 May 11 13:44:58.551750 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2ecebff0-bfaf-49d2-a080-df3690fc0266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:58.596487 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bda06df1d214d039acb3576561e1fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344877 May 11 13:44:58.597462 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d62868-858c-4339-bc7c-2fa76a90b50e,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:58.600719 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:58.601140 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40408) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:58.673955 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-92fe621c-630e-4d93-968e-29a5648d5776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:58.705724 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-92fe621c-630e-4d93-968e-29a5648d5776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:58.771567 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-92fe621c-630e-4d93-968e-29a5648d5776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:58.782369 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:58.805045 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe621c-630e-4d93-968e-29a5648d5776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d62868-858c-4339-bc7c-2fa76a90b50e,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:58.808394 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-92fe621c-630e-4d93-968e-29a5648d5776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:58.816343 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-92fe621c-630e-4d93-968e-29a5648d5776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:58.817861 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-92fe621c-630e-4d93-968e-29a5648d5776 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2d62868-858c-4339-bc7c-2fa76a90b50e HTTP/1.1" status: 204 len: 168 time: 0.2151489 May 11 13:44:59.198324 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40420) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:59.218970 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:59.236104 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:44:59.240958 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] Usage tracker for resource:security_group_rule and tenant:93a2c3b186ed4fe6ae11c36396b76772 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:44:59.244928 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:44:59.251828 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:44:59.323302 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f3ec3-b1ba-4670-882e-1484cb9e944f req-4436a0ce-9fbc-48b5-bf9b-52c17fc38f62 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:59.325026 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-689f3ec3-b1ba-4670-882e-1484cb9e944f req-4436a0ce-9fbc-48b5-bf9b-52c17fc38f62 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.0993812 May 11 13:44:59.382698 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:59.390768 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:59.399359 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-689f3ec3-b1ba-4670-882e-1484cb9e944f req-d98bbc95-5f1a-433d-ba27-4b6f6038fb8a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640106 May 11 13:44:59.400491 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6b351bc8-f59b-438e-8810-82687c4ecf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:59.470266 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cc6714-b175-4e8c-9ed4-76afb7d2d93b,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:59.478557 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93a2c3b186ed4fe6ae11c36396b76772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788062 May 11 13:44:59.479695 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:59.481282 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40430) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:44:59.541583 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac8b32-379b-4ad7-8d29-aa5ec972e775 req-77f47c39-aeb5-4790-8888-9bddaab52b13 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:59.544111 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6bac8b32-379b-4ad7-8d29-aa5ec972e775 req-77f47c39-aeb5-4790-8888-9bddaab52b13 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 945 time: 0.1284528 May 11 13:44:59.569383 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-01f3f739-dc26-45e5-91f9-d1208952b2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:59.597631 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6bac8b32-379b-4ad7-8d29-aa5ec972e775 req-90a95baf-3c32-4c2d-99a9-1272d1e52efe tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459251 May 11 13:44:59.604374 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-01f3f739-dc26-45e5-91f9-d1208952b2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:59.671245 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-01f3f739-dc26-45e5-91f9-d1208952b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:59.677385 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a720fbcb-29f8-45d2-8c61-fc4c8716dddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:44:59.691189 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3f739-dc26-45e5-91f9-d1208952b2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cc6714-b175-4e8c-9ed4-76afb7d2d93b,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:44:59.695107 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-01f3f739-dc26-45e5-91f9-d1208952b2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:44:59.703833 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-01f3f739-dc26-45e5-91f9-d1208952b2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:44:59.707298 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-01f3f739-dc26-45e5-91f9-d1208952b2b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62cc6714-b175-4e8c-9ed4-76afb7d2d93b HTTP/1.1" status: 204 len: 168 time: 0.2222831 May 11 13:44:59.818790 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff13ec-8c78-4820-bf3d-5b7ae0e29bf2 req-85e4cf85-b15c-49a2-81c1-faf44d81e1ef tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:44:59.821542 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-64ff13ec-8c78-4820-bf3d-5b7ae0e29bf2 req-85e4cf85-b15c-49a2-81c1-faf44d81e1ef tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1341591 May 11 13:44:59.903492 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-64ff13ec-8c78-4820-bf3d-5b7ae0e29bf2 req-0b8acccd-2d8f-4d73-b13a-f6a945ee0c4b tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754051 May 11 13:45:00.240549 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-699a3d65-5b4f-4d10-b544-5a50d946608d tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:00.243146 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-699a3d65-5b4f-4d10-b544-5a50d946608d tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 945 time: 0.0949361 May 11 13:45:00.410158 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Deleting port d8569c9a-e0fc-40a2-bf8c-734963849d94 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:45:00.411048 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:00.582097 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] For port d8569c9a-e0fc-40a2-bf8c-734963849d94, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d8569c9a-e0fc-40a2-bf8c-734963849d94,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:00.582555 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:00.814248 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Calling delete_port for d8569c9a-e0fc-40a2-bf8c-734963849d94 owned by compute:nova {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:45:00.956835 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb1054-48b0-493b-96ee-c295a8aad2c0 req-123aa825-bc30-41fc-92d7-521e22cb91fe tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:00.958399 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a0bb1054-48b0-493b-96ee-c295a8aad2c0 req-123aa825-bc30-41fc-92d7-521e22cb91fe tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 945 time: 0.2167416 May 11 13:45:00.967195 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c4b46-db0d-477d-b321-7ea8f284dc1b req-d1fa5596-3c44-42c7-b3a9-9388456e7c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:00.968773 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-de2c4b46-db0d-477d-b321-7ea8f284dc1b req-d1fa5596-3c44-42c7-b3a9-9388456e7c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2839968 May 11 13:45:01.170341 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a0bb1054-48b0-493b-96ee-c295a8aad2c0 req-2ff34758-9770-4d45-b0bf-28f019bdbe51 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001860 May 11 13:45:01.211009 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-de2c4b46-db0d-477d-b321-7ea8f284dc1b req-3657562a-5372-40fd-8518-e530d791bf6a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305331 May 11 13:45:01.230540 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:01.246390 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:01.250831 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['2f3ec511-58f3-4531-86f5-cc972a15feab', '1ba47186-7a6a-4539-9b50-97d871363799', '3125fc0b-c135-4831-a5ca-d8aaf7286d51', 'd8569c9a-e0fc-40a2-bf8c-734963849d94'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:45:01.383248 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Pushing event deleted for resources: {'Port': ['ID=d8569c9a-e0fc-40a2-bf8c-734963849d94,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:01.386525 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:01.580072 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] No DVR routers for this DVR port d8569c9a-e0fc-40a2-bf8c-734963849d94 on host hv-cinder-78477 {{(pid=78837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:45:01.580072 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:01.587509 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012196b7-8c7d-4300-a27e-5bf15f95e51b', 'name': 'network-vif-deleted', 'tag': 'd8569c9a-e0fc-40a2-bf8c-734963849d94'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:45:01.663432 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3fe9bdaf-f8f7-4d6a-b956-d462c654e6b0 req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "DELETE /v2.0/ports/d8569c9a-e0fc-40a2-bf8c-734963849d94 HTTP/1.1" status: 204 len: 173 time: 1.4121604 May 11 13:45:01.716607 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf8417-5541-4d76-ba91-079f47bb8a42 req-295929be-66d7-4cc7-98eb-75c041cf4787 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:01.719503 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7bbf8417-5541-4d76-ba91-079f47bb8a42 req-295929be-66d7-4cc7-98eb-75c041cf4787 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.3798180 May 11 13:45:01.730016 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012196b7-8c7d-4300-a27e-5bf15f95e51b', 'name': 'network-vif-deleted', 'tag': 'd8569c9a-e0fc-40a2-bf8c-734963849d94', 'status': 'completed', 'code': 200} May 11 13:45:01.791853 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40486) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:01.835634 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7bbf8417-5541-4d76-ba91-079f47bb8a42 req-c711e19b-026f-477e-a98b-042d1a47ca88 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940750 May 11 13:45:02.066973 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-60793a01-f8a8-435f-ac5b-dd5b6bc84b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:02.085675 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-60793a01-f8a8-435f-ac5b-dd5b6bc84b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:02.091035 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-60793a01-f8a8-435f-ac5b-dd5b6bc84b39 admin admin] Usage tracker for resource:security_group_rule and tenant:283666de1bf74b3ba06a78c5cc8fc842 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:02.094308 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-60793a01-f8a8-435f-ac5b-dd5b6bc84b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:02.100597 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-60793a01-f8a8-435f-ac5b-dd5b6bc84b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:02.213721 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-60793a01-f8a8-435f-ac5b-dd5b6bc84b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:02.218932 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-60793a01-f8a8-435f-ac5b-dd5b6bc84b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:02.233018 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-92e1c4a3-c5ab-46e8-bf35-a543b958236c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:02.281638 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-60793a01-f8a8-435f-ac5b-dd5b6bc84b39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=283666de1bf74b3ba06a78c5cc8fc842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890075 May 11 13:45:02.286675 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40502) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:02.292385 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60793a01-f8a8-435f-ac5b-dd5b6bc84b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc95ce0-d7b1-4752-8624-66c7d91d8597,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:02.300124 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-60793a01-f8a8-435f-ac5b-dd5b6bc84b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:02.527713 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0a7a-31d6-4290-b547-4f0e55709069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:02.538083 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-6bd27b32-ada9-4b65-ac0b-1f0490bfa22d req-0e3cd535-398c-45e6-93ce-04e68ac1ace6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Synchronizing usage tracker for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:45:02.581282 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0a7a-31d6-4290-b547-4f0e55709069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:02.607719 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-6bd27b32-ada9-4b65-ac0b-1f0490bfa22d req-0e3cd535-398c-45e6-93ce-04e68ac1ace6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Unset dirty status for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:45:02.609320 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6bd27b32-ada9-4b65-ac0b-1f0490bfa22d req-0e3cd535-398c-45e6-93ce-04e68ac1ace6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=012196b7-8c7d-4300-a27e-5bf15f95e51b HTTP/1.1" status: 200 len: 210 time: 0.1377470 May 11 13:45:02.654117 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb21803-228c-47ee-878a-f667676c6ab3 req-fd77e49c-d831-4951-8c69-f40eb893a2a7 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:02.655754 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cdb21803-228c-47ee-878a-f667676c6ab3 req-fd77e49c-d831-4951-8c69-f40eb893a2a7 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2503560 May 11 13:45:02.703427 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0a7a-31d6-4290-b547-4f0e55709069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:02.711132 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8e4232f9-f0eb-4d0a-83c7-40577ba34a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:02.730861 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cdb21803-228c-47ee-878a-f667676c6ab3 req-a67826c6-40db-4087-8526-4c8d655916fe tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645623 May 11 13:45:02.734585 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d0a7a-31d6-4290-b547-4f0e55709069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc95ce0-d7b1-4752-8624-66c7d91d8597,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:02.738289 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0c4d0a7a-31d6-4290-b547-4f0e55709069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:02.741401 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0a7a-31d6-4290-b547-4f0e55709069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:02.742806 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-0c4d0a7a-31d6-4290-b547-4f0e55709069 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2dc95ce0-d7b1-4752-8624-66c7d91d8597 HTTP/1.1" status: 204 len: 168 time: 0.4547100 May 11 13:45:03.138769 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe09a-5952-4230-ba3d-793aa254494c req-fbe63fba-9815-4049-864d-4d683320449f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:03.140380 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7dffe09a-5952-4230-ba3d-793aa254494c req-fbe63fba-9815-4049-864d-4d683320449f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1052539 May 11 13:45:03.193244 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7dffe09a-5952-4230-ba3d-793aa254494c req-325dea44-b5b9-42bd-aca6-9f6fe6cccbf6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 May 11 13:45:03.960245 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device d8569c9a-e0fc-40a2-bf8c-734963849d94 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:45:04.041513 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: d8569c9a-e0fc-40a2-bf8c-734963849d94 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:45:04.042203 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device d8569c9a-e0fc-40a2-bf8c-734963849d94 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:45:04.099158 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920746b4-538a-4649-a333-559665ab9234 req-e4dec531-ce00-4098-baaf-0336b5a9a63f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:04.103012 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-920746b4-538a-4649-a333-559665ab9234 req-e4dec531-ce00-4098-baaf-0336b5a9a63f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1670911 May 11 13:45:04.178096 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-920746b4-538a-4649-a333-559665ab9234 req-aa166f49-baf9-4cd5-ab5b-6b511ea72831 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678060 May 11 13:45:04.438633 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83835849-cf3a-412f-a1b8-25980ddaeafc req-1ec2c37f-d11e-47dc-81c1-f50cace7b9ee tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:04.446362 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83835849-cf3a-412f-a1b8-25980ddaeafc req-1ec2c37f-d11e-47dc-81c1-f50cace7b9ee tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1185417 May 11 13:45:04.507426 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-83835849-cf3a-412f-a1b8-25980ddaeafc req-1f98fe27-0cde-466f-9bd1-cdc81f9d7bb5 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596347 May 11 13:45:04.883315 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:45:05.521331 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a45f58-d08c-4069-9e47-af9592aff6d2 req-f9c5dea8-5764-4cd5-9c4c-4a0180d369d0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:05.524016 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-50a45f58-d08c-4069-9e47-af9592aff6d2 req-f9c5dea8-5764-4cd5-9c4c-4a0180d369d0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1413403 May 11 13:45:05.598056 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-50a45f58-d08c-4069-9e47-af9592aff6d2 req-67ffdac7-37eb-41d7-902d-40bd8c5b41b1 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670333 May 11 13:45:05.781850 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53bd62-60a9-4f66-8e6d-1c377b8edbae req-71b7af4f-d4f0-43e1-9e92-c4c3921c0525 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:05.784590 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4f53bd62-60a9-4f66-8e6d-1c377b8edbae req-71b7af4f-d4f0-43e1-9e92-c4c3921c0525 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 946 time: 0.1591411 May 11 13:45:05.954672 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4f53bd62-60a9-4f66-8e6d-1c377b8edbae req-cf87562a-fbd1-43e1-aaea-21a3eb2e7ee4 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011539 May 11 13:45:06.003323 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c7550-817a-4657-8fb1-f8d05e57e926 req-99c00035-60d6-4397-aab5-3e2c0aeb2252 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:06.011638 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-668c7550-817a-4657-8fb1-f8d05e57e926 req-99c00035-60d6-4397-aab5-3e2c0aeb2252 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2255263 May 11 13:45:06.064963 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-668c7550-817a-4657-8fb1-f8d05e57e926 req-5cfa723e-1a7a-4bcf-b32e-88bb00079dd8 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523169 May 11 13:45:06.097406 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-4500ac51-4faf-4b65-844a-88d0410ce503 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2f3b22370d4b4e999fef7b3eeb9a8171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310483 May 11 13:45:06.276385 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9c59f98e-7103-4b80-9483-4af0caa4d983 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:06.278377 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9c59f98e-7103-4b80-9483-4af0caa4d983 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748867 May 11 13:45:06.298521 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-f1e29d1f-fd5b-47a8-be68-37aaed8300c0 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/quotas/2f3b22370d4b4e999fef7b3eeb9a8171 HTTP/1.1" status: 200 len: 375 time: 0.0108671 May 11 13:45:06.357668 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-4bfe7b4b-fbf8-433b-8624-a7a51b45f281 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f3b22370d4b4e999fef7b3eeb9a8171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480359 May 11 13:45:06.595619 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c039617d-011f-4129-a16d-190f27fee695 req-33c7c37f-c121-4071-97cd-dec4d0d70ec0 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 210 time: 0.0626037 May 11 13:45:06.815413 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb94a91-967e-4daf-a77c-438bae110a35 req-7e679ceb-2f1e-45d4-8291-87073a57318a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:06.817675 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fcb94a91-967e-4daf-a77c-438bae110a35 req-7e679ceb-2f1e-45d4-8291-87073a57318a tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.0932095 May 11 13:45:06.901778 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fcb94a91-967e-4daf-a77c-438bae110a35 req-18038675-9e78-4d84-b1b0-72732e74fcac tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750885 May 11 13:45:07.222233 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df34d5-6ecf-46d0-a115-b491699d11f8 req-ab4a491d-1af1-4521-9444-93edf6723c00 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:07.225431 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b0df34d5-6ecf-46d0-a115-b491699d11f8 req-ab4a491d-1af1-4521-9444-93edf6723c00 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 946 time: 0.1465549 May 11 13:45:07.370127 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b0df34d5-6ecf-46d0-a115-b491699d11f8 req-7d82793a-183f-4542-933d-9333818f7b39 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365499 May 11 13:45:07.433809 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efb624-6f1c-4aff-8970-b99d3dc6302c req-72182452-1c5c-4fde-8fc4-dcc4247ecaf4 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:07.435431 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-37efb624-6f1c-4aff-8970-b99d3dc6302c req-72182452-1c5c-4fde-8fc4-dcc4247ecaf4 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1689281 May 11 13:45:07.505446 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40646) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:07.507378 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-37efb624-6f1c-4aff-8970-b99d3dc6302c req-92388e95-8926-4552-8216-4c95bd15a9a9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615673 May 11 13:45:07.630792 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a250c0-44f7-4d5b-9829-71f3ce3c5c37 admin admin] Deleting subnet fe5554e2-4e74-47d4-bb05-1602746af5d1 {{(pid=78836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:45:07.638744 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-32a250c0-44f7-4d5b-9829-71f3ce3c5c37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:07.723527 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-32a250c0-44f7-4d5b-9829-71f3ce3c5c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15097265'] for subnet, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:07.807717 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-32a250c0-44f7-4d5b-9829-71f3ce3c5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:07.891016 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-48504a0b-78e6-4e87-9520-e8410fe53ebe req-235f141c-5661-4072-b116-4d1e6f548fa1 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 210 time: 0.1715770 May 11 13:45:07.968607 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6b810-80a7-4134-a063-7b9562234da8 req-0d873003-b275-4abd-a06d-e1c6275b4af8 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:07.975078 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-54c6b810-80a7-4134-a063-7b9562234da8 req-0d873003-b275-4abd-a06d-e1c6275b4af8 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 946 time: 0.1964645 May 11 13:45:08.265321 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-11b391f0-ca0a-4cef-b68d-4b68065d5405 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2f3b22370d4b4e999fef7b3eeb9a8171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983083 May 11 13:45:08.472390 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-32a250c0-44f7-4d5b-9829-71f3ce3c5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14751732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15256084'] for subnet, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:08.532028 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71a76-a778-4830-a562-9ec391994191 req-680c8d69-0d8e-4e97-86ab-ff42816173a7 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:08.535890 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:08.546928 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-53a71a76-a778-4830-a562-9ec391994191 req-680c8d69-0d8e-4e97-86ab-ff42816173a7 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.4296033 May 11 13:45:08.611021 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-32a250c0-44f7-4d5b-9829-71f3ce3c5c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:08.618250 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a250c0-44f7-4d5b-9829-71f3ce3c5c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5554e2-4e74-47d4-bb05-1602746af5d1,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:08.624247 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-32a250c0-44f7-4d5b-9829-71f3ce3c5c37 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fe5554e2-4e74-47d4-bb05-1602746af5d1 HTTP/1.1" status: 204 len: 168 time: 1.1147101 May 11 13:45:08.631390 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40666) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:08.631670 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-32a250c0-44f7-4d5b-9829-71f3ce3c5c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:08.677577 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-6090ecb6-679d-40f2-9611-76250401a395 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:08.681098 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-6090ecb6-679d-40f2-9611-76250401a395 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4072218 May 11 13:45:08.704697 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Request body: {'port': {'device_id': '81efe307-0fcd-48ed-901b-d0702374cf98', 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30', 'admin_state_up': True, 'tenant_id': '2f3b22370d4b4e999fef7b3eeb9a8171'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:45:08.763966 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-54c6b810-80a7-4134-a063-7b9562234da8 req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Deleting port 3125fc0b-c135-4831-a5ca-d8aaf7286d51 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:45:08.764294 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-54c6b810-80a7-4134-a063-7b9562234da8 req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:08.789746 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-53a71a76-a778-4830-a562-9ec391994191 req-3d56c5d9-f8eb-443e-90de-5be9cf3dc120 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410927 May 11 13:45:08.885373 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:08.965457 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7930c4-3c9a-431c-b623-adad184a2816 req-5982d8f2-3201-4381-a234-731752212067 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:08.973342 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7d7930c4-3c9a-431c-b623-adad184a2816 req-5982d8f2-3201-4381-a234-731752212067 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 946 time: 0.3967872 May 11 13:45:09.005373 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:09.011386 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Usage tracker for resource:port and tenant:2f3b22370d4b4e999fef7b3eeb9a8171 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:09.015352 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:09.022749 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:09.034740 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Made reservation on behalf of 2f3b22370d4b4e999fef7b3eeb9a8171 for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:45:09.039061 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.053984 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.072591 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:09.077422 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Usage tracker for resource:security_group_rule and tenant:2f3b22370d4b4e999fef7b3eeb9a8171 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:09.081532 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:09.089365 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:09.110286 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-54c6b810-80a7-4134-a063-7b9562234da8 req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] For port 3125fc0b-c135-4831-a5ca-d8aaf7286d51, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3125fc0b-c135-4831-a5ca-d8aaf7286d51,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:09.110832 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-54c6b810-80a7-4134-a063-7b9562234da8 req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.196515 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.204406 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.207615 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-e936dedb-f804-4000-a05f-464ee82364c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:09.291811 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf94a674-eb1e-43a9-8070-3056e88de47a,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:09.310377 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:09.397725 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-54c6b810-80a7-4134-a063-7b9562234da8 req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Calling delete_port for 3125fc0b-c135-4831-a5ca-d8aaf7286d51 owned by compute:nova {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:45:09.409015 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7d7930c4-3c9a-431c-b623-adad184a2816 req-a99955a1-7d29-4428-aa34-ee18958f78d7 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346924 May 11 13:45:09.429362 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Allocated IP 192.168.233.204 (d54733b8-4337-4ddb-bb96-d42bd134cd30/b8bbd34e-31d3-485a-815b-76cf285856f8/14775a6a-f826-43bd-a6c9-e5caff5fb85d) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:45:09.434629 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.455933 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fae419-b978-4637-a2ac-1ad4d58fab4a']}} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:09.486197 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7377d178-2dd0-49b5-8c36-f461f0eeb118') {'for_net_delete': True} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:09.486486 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7377d178-2dd0-49b5-8c36-f461f0eeb118') {} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:09.511866 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16630095'] for segment, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.543528 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.553416 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=78837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:45:09.553838 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16513043'] for segment, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: Traceback (most recent call last): May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: timer() May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: cb(*args, **kw) May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: return func(*args, **kwargs) May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: self._notify() May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: self.callback(batched_events) May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: event.method(event) May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: return f(self, *a, **k) May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: return self._get(url).json() May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: return self.request(url, 'GET', **kwargs) May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:45:09.569543 dv-cinder-784779-11-smb neutron-server[78837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:45:09.578071 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e264ab-3ba7-47f5-963b-019195999164 req-7e1e8fd1-6275-4a0d-b2cb-5d0d8b897de8 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:09.579812 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-14e264ab-3ba7-47f5-963b-019195999164 req-7e1e8fd1-6275-4a0d-b2cb-5d0d8b897de8 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.5354767 May 11 13:45:09.726799 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-70fba809-ff1d-4b16-9b00-e4de10bcfa37 req-54c12918-1d1e-45a3-8343-3d533b3bc155 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 210 time: 0.1414666 May 11 13:45:09.830520 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.860825 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8ffac709-0272-4c3f-8698-7002b010570c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:09.901101 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-14e264ab-3ba7-47f5-963b-019195999164 req-a394dc2f-0639-412d-85fa-48de3680a0d5 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672012 May 11 13:45:09.914855 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.922598 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3fae419-b978-4637-a2ac-1ad4d58fab4a,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:09.927735 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.957019 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:09.968603 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-54c6b810-80a7-4134-a063-7b9562234da8 req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:09.983047 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] 10.222.0.30 "DELETE /v2.0/networks/e3fae419-b978-4637-a2ac-1ad4d58fab4a HTTP/1.1" status: 204 len: 168 time: 1.3438644 May 11 13:45:09.984374 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['2f3ec511-58f3-4531-86f5-cc972a15feab', '1ba47186-7a6a-4539-9b50-97d871363799', '3125fc0b-c135-4831-a5ca-d8aaf7286d51'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:45:09.987846 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Transition to ACTIVE for port object 14775a6a-f826-43bd-a6c9-e5caff5fb85d will not be triggered until provisioned by entity DHCP. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:45:09.992825 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40680) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:09.993970 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:10.034847 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:10.049430 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:10.143326 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Pushing event deleted for resources: {'Port': ['ID=3125fc0b-c135-4831-a5ca-d8aaf7286d51,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:10.157165 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:10.194052 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Network d54733b8-4337-4ddb-bb96-d42bd134cd30 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:45:10.201766 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:45:10.206485 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:45:10.259210 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c6b810-80a7-4134-a063-7b9562234da8 req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] No DVR routers for this DVR port 3125fc0b-c135-4831-a5ca-d8aaf7286d51 on host hv-cinder-78477 {{(pid=78837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:45:10.272964 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-54c6b810-80a7-4134-a063-7b9562234da8 req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:10.287726 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-54c6b810-80a7-4134-a063-7b9562234da8 req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "DELETE /v2.0/ports/3125fc0b-c135-4831-a5ca-d8aaf7286d51 HTTP/1.1" status: 204 len: 173 time: 2.2952929 May 11 13:45:10.290170 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d36cc5-7979-40ac-b50f-8f9c7f247f98', 'name': 'network-vif-deleted', 'tag': '3125fc0b-c135-4831-a5ca-d8aaf7286d51'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:45:10.324474 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Pushing event updated for resources: {'Port': ['ID=14775a6a-f826-43bd-a6c9-e5caff5fb85d,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:10.328242 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:10.381709 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cd6d33-2931-4761-86a6-b88202413dfd admin admin] Deleting subnet 16879ab2-597c-498b-bd5b-fd61b2745d9e {{(pid=78837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:45:10.404267 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:10.408565 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:10.434774 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6d33-2931-4761-86a6-b88202413dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:10.489102 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7914519 May 11 13:45:10.503260 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Request body: {'port': {'device_id': '81efe307-0fcd-48ed-901b-d0702374cf98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:45:10.692653 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d36cc5-7979-40ac-b50f-8f9c7f247f98', 'name': 'network-vif-deleted', 'tag': '3125fc0b-c135-4831-a5ca-d8aaf7286d51', 'status': 'completed', 'code': 200} May 11 13:45:10.716821 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1698f-0a4c-4190-91ca-9c47c97309fc req-facf8e83-b034-4733-8aea-abc87b3776ae tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:10.718282 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6ab1698f-0a4c-4190-91ca-9c47c97309fc req-facf8e83-b034-4733-8aea-abc87b3776ae tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.6650536 May 11 13:45:10.743473 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6d33-2931-4761-86a6-b88202413dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16630096'] for subnet, precommit_delete_associations {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:10.745778 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:10.774333 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-12574a54-b5ac-4d3f-92e6-d313a916bfc6 None None] Provisioning for port 14775a6a-f826-43bd-a6c9-e5caff5fb85d completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:45:10.780306 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-12574a54-b5ac-4d3f-92e6-d313a916bfc6 None None] Provisioning complete for port 14775a6a-f826-43bd-a6c9-e5caff5fb85d triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:45:10.780957 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-12574a54-b5ac-4d3f-92e6-d313a916bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:10.843029 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-f1f6fdc0-950c-40a2-b6b7-bc2308af7940 req-df3869f1-38e8-4e06-8dfd-fd0fcf1f4a3c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Synchronizing usage tracker for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:45:10.843338 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-12574a54-b5ac-4d3f-92e6-d313a916bfc6 None None] Port 14775a6a-f826-43bd-a6c9-e5caff5fb85d cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:45:10.897115 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6ab1698f-0a4c-4190-91ca-9c47c97309fc req-368a88ee-07c4-41a6-bea4-670e250ef620 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697371 May 11 13:45:10.901956 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-f1f6fdc0-950c-40a2-b6b7-bc2308af7940 req-df3869f1-38e8-4e06-8dfd-fd0fcf1f4a3c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Unset dirty status for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:45:10.903100 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f1f6fdc0-950c-40a2-b6b7-bc2308af7940 req-df3869f1-38e8-4e06-8dfd-fd0fcf1f4a3c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=71d36cc5-7979-40ac-b50f-8f9c7f247f98 HTTP/1.1" status: 200 len: 210 time: 0.1265156 May 11 13:45:10.906190 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6d33-2931-4761-86a6-b88202413dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:11.332904 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d2ee8-5670-4cae-958a-4581be62be3a req-660e4924-9636-4fe8-ae36-bd591f12a063 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:11.335307 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3b2d2ee8-5670-4cae-958a-4581be62be3a req-660e4924-9636-4fe8-ae36-bd591f12a063 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2404685 May 11 13:45:11.406884 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14775a6a-f826-43bd-a6c9-e5caff5fb85d {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:45:11.418513 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad6c74-7691-4ce4-8b3a-e7a25cf64463 req-1fb72eff-f9e5-4eab-ab4b-fd61e673ae6b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:11.420095 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-64ad6c74-7691-4ce4-8b3a-e7a25cf64463 req-1fb72eff-f9e5-4eab-ab4b-fd61e673ae6b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 936 time: 0.3264129 May 11 13:45:11.422499 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:11.428071 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3b2d2ee8-5670-4cae-958a-4581be62be3a req-d3c6e929-20ed-4292-aa52-e8bed4f18ece tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832989 May 11 13:45:11.463110 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Transition to ACTIVE for port object 14775a6a-f826-43bd-a6c9-e5caff5fb85d will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:45:11.466785 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6d33-2931-4761-86a6-b88202413dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16513141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14754097'] for subnet, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:11.476520 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-2ec3fae7-8216-49b2-9b40-b6a331222d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:11.480158 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:11.489489 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:11.521570 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd6d33-2931-4761-86a6-b88202413dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16879ab2-597c-498b-bd5b-fd61b2745d9e,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:11.530166 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c0cd6d33-2931-4761-86a6-b88202413dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:11.533461 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6d33-2931-4761-86a6-b88202413dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:11.541472 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-64ad6c74-7691-4ce4-8b3a-e7a25cf64463 req-c3029014-0786-477c-b749-fb354d9e7d8a tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115603 May 11 13:45:11.548218 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-c0cd6d33-2931-4761-86a6-b88202413dfd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/16879ab2-597c-498b-bd5b-fd61b2745d9e HTTP/1.1" status: 204 len: 168 time: 1.5006621 May 11 13:45:11.548757 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40698) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:11.726076 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:11.833278 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=14775a6a-f826-43bd-a6c9-e5caff5fb85d,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:11.847831 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:11.939784 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:11.958526 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04282a77-5d9d-49a0-af73-1d0c9b038bbe']}} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:11.995768 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Attempting to bind port 14775a6a-f826-43bd-a6c9-e5caff5fb85d on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:45:11.996860 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Attempting to bind port 14775a6a-f826-43bd-a6c9-e5caff5fb85d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '40feca5c-ee96-47c3-a9f7-dfb32752e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:45:11.997593 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Attempting to bind port 14775a6a-f826-43bd-a6c9-e5caff5fb85d on network d54733b8-4337-4ddb-bb96-d42bd134cd30 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:45:12.004748 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90e7586-61b3-4c59-8717-71727580f197') {'for_net_delete': True} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:12.005094 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90e7586-61b3-4c59-8717-71727580f197') {} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:12.005449 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 3125fc0b-c135-4831-a5ca-d8aaf7286d51 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:45:12.013177 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Port 14775a6a-f826-43bd-a6c9-e5caff5fb85d on network d54733b8-4337-4ddb-bb96-d42bd134cd30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:45:12.013766 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Attempting to bind port 14775a6a-f826-43bd-a6c9-e5caff5fb85d on network d54733b8-4337-4ddb-bb96-d42bd134cd30 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:45:12.021650 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16630095'] for segment, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:12.023215 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:45:12.023598 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Checking segment: {'id': '40feca5c-ee96-47c3-a9f7-dfb32752e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:45:12.024154 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Bound using segment: {'id': '40feca5c-ee96-47c3-a9f7-dfb32752e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:45:12.024881 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Bound port: 14775a6a-f826-43bd-a6c9-e5caff5fb85d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40feca5c-ee96-47c3-a9f7-dfb32752e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:45:12.025239 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:12.049695 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:12.058917 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=78837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:45:12.059545 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16513043'] for segment, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: Traceback (most recent call last): May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: timer() May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: cb(*args, **kw) May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: return func(*args, **kwargs) May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: self._notify() May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: self.callback(batched_events) May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: event.method(event) May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: return f(self, *a, **k) May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: return self._get(url).json() May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: return self.request(url, 'GET', **kwargs) May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:45:12.075792 dv-cinder-784779-11-smb neutron-server[78837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:45:12.178153 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 3125fc0b-c135-4831-a5ca-d8aaf7286d51 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:45:12.182470 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 3125fc0b-c135-4831-a5ca-d8aaf7286d51 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:45:12.213786 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:12.226981 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:12.243007 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] For port 14775a6a-f826-43bd-a6c9-e5caff5fb85d, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:45:12.248508 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] For port 14775a6a-f826-43bd-a6c9-e5caff5fb85d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14775a6a-f826-43bd-a6c9-e5caff5fb85d,segment=NetworkSegment(40feca5c-ee96-47c3-a9f7-dfb32752e087),segment_id=40feca5c-ee96-47c3-a9f7-dfb32752e087)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:45:12.257991 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:12.268737 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:12.282101 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:12.286982 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Pushing event deleted for resources: {'Network': ['ID=04282a77-5d9d-49a0-af73-1d0c9b038bbe,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:12.295112 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] 10.222.0.30 "DELETE /v2.0/networks/04282a77-5d9d-49a0-af73-1d0c9b038bbe HTTP/1.1" status: 204 len: 168 time: 0.7415342 May 11 13:45:12.295112 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:12.366510 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:12.367566 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:12.370733 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/14775a6a-f826-43bd-a6c9-e5caff5fb85d HTTP/1.1" status: 200 len: 1098 time: 1.8726778 May 11 13:45:12.399898 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81efe307-0fcd-48ed-901b-d0702374cf98', 'tag': '14775a6a-f826-43bd-a6c9-e5caff5fb85d'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:45:12.512648 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b90d1-a067-4cb2-9d36-76b02dfca3f5 req-dad7cf72-7401-474e-99c8-e182f6e73553 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:12.523969 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-130b90d1-a067-4cb2-9d36-76b02dfca3f5 req-dad7cf72-7401-474e-99c8-e182f6e73553 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2285731 May 11 13:45:12.590131 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=14775a6a-f826-43bd-a6c9-e5caff5fb85d,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:12.608085 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:12.623964 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-130b90d1-a067-4cb2-9d36-76b02dfca3f5 req-e39723f7-074f-4d02-8efc-9ba83eb05b29 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978122 May 11 13:45:12.743344 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-91cc508f-40b4-458b-8ed2-a196ac86fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:12.758502 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-91cc508f-40b4-458b-8ed2-a196ac86fc50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f3b22370d4b4e999fef7b3eeb9a8171&device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 1101 time: 0.2903969 May 11 13:45:12.885375 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40724) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:12.964921 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-e1133eb4-1d02-473f-9812-0c052054cd9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51c858bee68b482b8fb0331280a21189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767753 May 11 13:45:12.967442 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40728) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:12.969099 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-6c41b26c-661a-42b0-985c-5f40d993bdaa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=14775a6a-f826-43bd-a6c9-e5caff5fb85d HTTP/1.1" status: 200 len: 217 time: 0.2008100 May 11 13:45:12.981860 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81efe307-0fcd-48ed-901b-d0702374cf98', 'tag': '14775a6a-f826-43bd-a6c9-e5caff5fb85d', 'status': 'completed', 'code': 200} May 11 13:45:13.071990 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-a255ca31-5cad-48db-a05b-9e5395b5b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:13.073608 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-a255ca31-5cad-48db-a05b-9e5395b5b1d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8bbd34e-31d3-485a-815b-76cf285856f8 HTTP/1.1" status: 200 len: 843 time: 0.0908415 May 11 13:45:13.175006 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-7e6533ba-11f7-4b44-87fc-77d0cdc9bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:13.176653 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-7e6533ba-11f7-4b44-87fc-77d0cdc9bbfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d54733b8-4337-4ddb-bb96-d42bd134cd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943611 May 11 13:45:13.183749 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9ec28b3d-75a5-442e-a3b5-860073b413cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:13.234978 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9ec28b3d-75a5-442e-a3b5-860073b413cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:13.310107 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd441d1b-b21e-4798-aa01-e89f9026e8e2 req-5ebb7c72-c310-447b-ad92-cd94cccb66e0 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:13.311699 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fd441d1b-b21e-4798-aa01-e89f9026e8e2 req-5ebb7c72-c310-447b-ad92-cd94cccb66e0 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 948 time: 0.3168552 May 11 13:45:13.323885 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae8cad-bee0-41ef-852a-256ebef94176 req-b58a4959-21f9-4f39-b203-27bfb5550d57 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:13.325471 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8cae8cad-bee0-41ef-852a-256ebef94176 req-b58a4959-21f9-4f39-b203-27bfb5550d57 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2646031 May 11 13:45:13.364062 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-18d4e237-3c2a-4dd3-b4cf-a2661ab349ab service neutron] 10.222.0.43 "GET /v2.0/networks/d54733b8-4337-4ddb-bb96-d42bd134cd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790092 May 11 13:45:13.424714 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fd441d1b-b21e-4798-aa01-e89f9026e8e2 req-928f82da-4cf6-4fb7-bc41-f2f1232f76a3 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981967 May 11 13:45:13.433689 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8cae8cad-bee0-41ef-852a-256ebef94176 req-ecedc193-0c84-4843-8eaf-4ef8db035518 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983272 May 11 13:45:13.454580 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9ec28b3d-75a5-442e-a3b5-860073b413cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:13.466194 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-dd597a0c-41a2-4f86-823f-a712e7353d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:13.497641 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec28b3d-75a5-442e-a3b5-860073b413cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67026d8c-88a1-4f8e-9dcf-1e8c9101849d,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:13.502475 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-9ec28b3d-75a5-442e-a3b5-860073b413cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:13.505559 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9ec28b3d-75a5-442e-a3b5-860073b413cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:13.506923 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-9ec28b3d-75a5-442e-a3b5-860073b413cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67026d8c-88a1-4f8e-9dcf-1e8c9101849d HTTP/1.1" status: 204 len: 168 time: 0.5359755 May 11 13:45:13.565791 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-1011bc8d-e5a5-40d2-acd4-84dc26c1949e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:13.646050 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6530e7d5-c7db-409e-83aa-42300fa55b94 req-62bdf2a6-d682-4cf4-810e-af109eef5ec0 service neutron] 10.222.0.43 "GET /v2.0/networks/d54733b8-4337-4ddb-bb96-d42bd134cd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737756 May 11 13:45:13.795916 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-4806507d-12de-4ea4-831e-61f2045419a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:13.797513 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-4806507d-12de-4ea4-831e-61f2045419a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f3b22370d4b4e999fef7b3eeb9a8171&device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 1101 time: 0.0864325 May 11 13:45:13.975055 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-1c1c2818-9660-4afa-b380-1f1f6f910351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:13.976696 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-1c1c2818-9660-4afa-b380-1f1f6f910351 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d54733b8-4337-4ddb-bb96-d42bd134cd30 HTTP/1.1" status: 200 len: 870 time: 0.1701007 May 11 13:45:13.984298 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55301492-4537-461d-b041-2900a2f17114 req-5489b425-ea69-4300-abd9-de736c738261 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:13.987313 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-55301492-4537-461d-b041-2900a2f17114 req-5489b425-ea69-4300-abd9-de736c738261 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 946 time: 0.3401473 May 11 13:45:14.032838 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40738) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:14.052502 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-f50c3de5-043f-4bc1-bcbb-54f1776962ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=14775a6a-f826-43bd-a6c9-e5caff5fb85d HTTP/1.1" status: 200 len: 217 time: 0.0680723 May 11 13:45:14.155621 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-55301492-4537-461d-b041-2900a2f17114 req-b148da1f-a17e-4ac8-a57b-073aaa5306f5 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535494 May 11 13:45:14.171657 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-a7456a54-0b57-45bb-8552-bc34a700d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:14.174190 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-a7456a54-0b57-45bb-8552-bc34a700d200 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8bbd34e-31d3-485a-815b-76cf285856f8 HTTP/1.1" status: 200 len: 843 time: 0.1125565 May 11 13:45:14.220742 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-b6292388-b3c0-420e-9b43-d343d290f9cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e819dd1eb83440e9b01e9d949edaff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860151 May 11 13:45:14.237205 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d5fe4-15e4-4c8e-a172-911bdd96ae0e req-d03b6b36-952d-4711-bc1a-47a1984ce18b tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:14.239756 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-399d5fe4-15e4-4c8e-a172-911bdd96ae0e req-d03b6b36-952d-4711-bc1a-47a1984ce18b tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.3503146 May 11 13:45:14.240921 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40746) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:14.321980 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-e0f91a9b-64a6-4f4f-9d39-b598e80a0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:14.323532 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-e0f91a9b-64a6-4f4f-9d39-b598e80a0fed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d54733b8-4337-4ddb-bb96-d42bd134cd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1403975 May 11 13:45:14.384802 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-399d5fe4-15e4-4c8e-a172-911bdd96ae0e req-944ac367-6dee-4939-b39e-3779e26ad8a8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219602 May 11 13:45:14.503538 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0b45aad2-4b3e-4f1d-be0b-719edf3d9f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:14.585738 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0b45aad2-4b3e-4f1d-be0b-719edf3d9f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:14.607234 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-5d6972db-22e4-4f82-a8b8-e22ca8c3c27d service neutron] 10.222.0.43 "GET /v2.0/networks/d54733b8-4337-4ddb-bb96-d42bd134cd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758436 May 11 13:45:14.749566 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31309191-68ca-4315-87aa-7da1b39140c1 req-50f9a85b-2d6a-4c56-ab78-d5943081f2a1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:14.751133 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-31309191-68ca-4315-87aa-7da1b39140c1 req-50f9a85b-2d6a-4c56-ab78-d5943081f2a1 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 946 time: 0.3627839 May 11 13:45:14.819096 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8c819eab-f243-47a6-b0e8-1bd8d5a3d807 req-c5cbaeb2-1ac6-4d5b-af6b-a2403ba5ba24 service neutron] 10.222.0.43 "GET /v2.0/networks/d54733b8-4337-4ddb-bb96-d42bd134cd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033031 May 11 13:45:14.947949 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0b45aad2-4b3e-4f1d-be0b-719edf3d9f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:14.954900 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c6e94435-b984-47a8-be3c-3025c8ec41af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:14.974770 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45aad2-4b3e-4f1d-be0b-719edf3d9f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76df3dcc-5364-4a7b-b3d2-4dbca5d10016,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:14.977358 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0b45aad2-4b3e-4f1d-be0b-719edf3d9f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:15.002370 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0b45aad2-4b3e-4f1d-be0b-719edf3d9f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:15.003983 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-0b45aad2-4b3e-4f1d-be0b-719edf3d9f41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76df3dcc-5364-4a7b-b3d2-4dbca5d10016 HTTP/1.1" status: 204 len: 168 time: 0.7610903 May 11 13:45:15.031461 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669ae42-bbf5-40f4-ac5d-3434e90ca5c4 req-bb97ddbb-4ae0-46a2-81aa-43977967d43e tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:15.034206 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1669ae42-bbf5-40f4-ac5d-3434e90ca5c4 req-bb97ddbb-4ae0-46a2-81aa-43977967d43e tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 948 time: 0.3622408 May 11 13:45:15.094324 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f458f-92fa-4974-aa52-380ba0fe8ff0 req-989b4127-0cc2-40a2-a727-9ad868c1ec56 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:15.096777 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f91f458f-92fa-4974-aa52-380ba0fe8ff0 req-989b4127-0cc2-40a2-a727-9ad868c1ec56 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.3034649 May 11 13:45:15.156647 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-31309191-68ca-4315-87aa-7da1b39140c1 req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Deleting port 1ba47186-7a6a-4539-9b50-97d871363799 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:45:15.156985 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-31309191-68ca-4315-87aa-7da1b39140c1 req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:15.191675 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1669ae42-bbf5-40f4-ac5d-3434e90ca5c4 req-5a834cc4-e395-4ba7-8308-b29a6242595c tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461136 May 11 13:45:15.257385 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f91f458f-92fa-4974-aa52-380ba0fe8ff0 req-41642c63-115b-4d7b-ab84-de33dbd545f1 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511683 May 11 13:45:15.448631 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-31309191-68ca-4315-87aa-7da1b39140c1 req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] For port 1ba47186-7a6a-4539-9b50-97d871363799, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1ba47186-7a6a-4539-9b50-97d871363799,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:15.449075 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-31309191-68ca-4315-87aa-7da1b39140c1 req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:15.597357 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-31309191-68ca-4315-87aa-7da1b39140c1 req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Calling delete_port for 1ba47186-7a6a-4539-9b50-97d871363799 owned by compute:nova {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:45:15.692796 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3c21-d0f3-4e25-84a7-b9904b35c7bc req-69eff923-2d35-47c3-8e51-a4e0fe577670 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:15.696524 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a35e3c21-d0f3-4e25-84a7-b9904b35c7bc req-69eff923-2d35-47c3-8e51-a4e0fe577670 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced36e2-3347-47e8-a73c-ef58bb9d29d3 HTTP/1.1" status: 200 len: 946 time: 0.3142877 May 11 13:45:15.861797 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970d2b-3fe5-46f2-bff5-2c14a535bde3 req-966bd257-f39e-4ec2-beef-7009522a54d0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:15.863889 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-28970d2b-3fe5-46f2-bff5-2c14a535bde3 req-966bd257-f39e-4ec2-beef-7009522a54d0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2746122 May 11 13:45:15.881600 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a35e3c21-d0f3-4e25-84a7-b9904b35c7bc req-ac76369d-fd9e-4677-8288-4278eed0bfff tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692474 May 11 13:45:16.053110 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-28970d2b-3fe5-46f2-bff5-2c14a535bde3 req-e8c19720-6053-4482-b1ca-c1d5af6867e0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729352 May 11 13:45:16.087145 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-31309191-68ca-4315-87aa-7da1b39140c1 req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:16.094986 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-1fadd15e-5d61-408e-ae08-202447e6fa73 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:16.102435 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['2f3ec511-58f3-4531-86f5-cc972a15feab', '1ba47186-7a6a-4539-9b50-97d871363799'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:45:16.149728 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Pushing event deleted for resources: {'Port': ['ID=1ba47186-7a6a-4539-9b50-97d871363799,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:16.157824 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:16.251250 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-31309191-68ca-4315-87aa-7da1b39140c1 req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] No DVR routers for this DVR port 1ba47186-7a6a-4539-9b50-97d871363799 on host hv-cinder-78477 {{(pid=78837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:45:16.254049 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-31309191-68ca-4315-87aa-7da1b39140c1 req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:16.265328 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aced36e2-3347-47e8-a73c-ef58bb9d29d3', 'name': 'network-vif-deleted', 'tag': '1ba47186-7a6a-4539-9b50-97d871363799'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:45:16.277829 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-31309191-68ca-4315-87aa-7da1b39140c1 req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "DELETE /v2.0/ports/1ba47186-7a6a-4539-9b50-97d871363799 HTTP/1.1" status: 204 len: 173 time: 1.5190532 May 11 13:45:16.286647 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2ea91057-1905-4723-8f30-91f22b89a44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:16.509057 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d4d0d-f784-420d-bc17-3e67a0ce2b2e req-0018eb7d-5246-428f-b0ea-37d5b27bca4a tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:16.511578 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:16.524707 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ca6d4d0d-f784-420d-bc17-3e67a0ce2b2e req-0018eb7d-5246-428f-b0ea-37d5b27bca4a tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 948 time: 0.1538994 May 11 13:45:16.564124 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aced36e2-3347-47e8-a73c-ef58bb9d29d3', 'name': 'network-vif-deleted', 'tag': '1ba47186-7a6a-4539-9b50-97d871363799', 'status': 'completed', 'code': 200} May 11 13:45:16.628843 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ca6d4d0d-f784-420d-bc17-3e67a0ce2b2e req-f167d9d8-f9bc-41ea-8271-64cdf59168fc tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003981 May 11 13:45:16.960475 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40808) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:17.008774 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-157561f9-aaa9-4696-af09-32b79a55a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:17.010289 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-157561f9-aaa9-4696-af09-32b79a55a329 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 1098 time: 0.2816992 May 11 13:45:17.058374 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7d1b0-16ac-4b3e-9da9-d0ea9e969bcd req-6d3cbc9f-8d60-4d56-8026-09955ead5782 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:17.060796 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a5c7d1b0-16ac-4b3e-9da9-d0ea9e969bcd req-6d3cbc9f-8d60-4d56-8026-09955ead5782 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.3792710 May 11 13:45:17.091371 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974376c9-310e-4755-aa28-e42dbb22fdaf req-f94cdd63-c5b1-4f69-b08f-29a19b7e916d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:17.096987 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-974376c9-310e-4755-aa28-e42dbb22fdaf req-f94cdd63-c5b1-4f69-b08f-29a19b7e916d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.3033614 May 11 13:45:17.185217 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-91b0108e-8007-4b65-86d0-3c93d5d88eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:17.203593 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-91b0108e-8007-4b65-86d0-3c93d5d88eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:17.207799 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-91b0108e-8007-4b65-86d0-3c93d5d88eaf admin admin] Usage tracker for resource:security_group_rule and tenant:e85e5fe5958c44b387bc68fb39ba802e is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:17.211433 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-91b0108e-8007-4b65-86d0-3c93d5d88eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:17.218949 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-91b0108e-8007-4b65-86d0-3c93d5d88eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:17.352559 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-91b0108e-8007-4b65-86d0-3c93d5d88eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:17.360228 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-91b0108e-8007-4b65-86d0-3c93d5d88eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:17.383394 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-4c0b6151-54f6-46ad-bd12-e6a84ebae945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:17.453265 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a5c7d1b0-16ac-4b3e-9da9-d0ea9e969bcd req-8afe2c62-20f8-46e4-a6ea-071d433cd85e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817096 May 11 13:45:17.461545 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-91b0108e-8007-4b65-86d0-3c93d5d88eaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e85e5fe5958c44b387bc68fb39ba802e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4995742 May 11 13:45:17.462476 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40820) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:17.465805 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0108e-8007-4b65-86d0-3c93d5d88eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2dc497-84dc-4afa-8b59-7d6de5f5d423,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:17.508139 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-91b0108e-8007-4b65-86d0-3c93d5d88eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:17.538917 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-0be42d9d-d414-4304-ba8b-d2e4dfca6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:17.543899 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-0be42d9d-d414-4304-ba8b-d2e4dfca6c50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 912 time: 0.5219297 May 11 13:45:17.549755 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-974376c9-310e-4755-aa28-e42dbb22fdaf req-473c630e-6a8f-491e-be5b-8ea95ba12803 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458004 May 11 13:45:17.603784 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-611842b8-9bd4-4627-bfc6-58117e3d60d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:17.653843 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-611842b8-9bd4-4627-bfc6-58117e3d60d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:17.767614 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-b039a3d1-c9e0-4fec-9f38-601850eeea54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0 HTTP/1.1" status: 200 len: 1001 time: 0.2052829 May 11 13:45:17.804407 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-611842b8-9bd4-4627-bfc6-58117e3d60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:17.815787 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-84d9710b-c5e2-49af-be47-edd5b06d0c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:17.840744 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611842b8-9bd4-4627-bfc6-58117e3d60d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2dc497-84dc-4afa-8b59-7d6de5f5d423,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:17.845628 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-611842b8-9bd4-4627-bfc6-58117e3d60d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:17.847642 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-611842b8-9bd4-4627-bfc6-58117e3d60d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:17.849434 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-611842b8-9bd4-4627-bfc6-58117e3d60d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb2dc497-84dc-4afa-8b59-7d6de5f5d423 HTTP/1.1" status: 204 len: 168 time: 0.3854544 May 11 13:45:17.888936 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-4fcbee9b-f385-4182-8c40-36c61506fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:17.891617 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-4fcbee9b-f385-4182-8c40-36c61506fa81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1080eaab-142c-4115-a8c3-777ccabb0f27 HTTP/1.1" status: 200 len: 850 time: 0.1168587 May 11 13:45:18.025571 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:18.048953 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 14775a6a-f826-43bd-a6c9-e5caff5fb85d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:45:18.158630 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-fa60b26f-3494-44b6-8a87-bb2bb4645119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:18.161151 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-fa60b26f-3494-44b6-8a87-bb2bb4645119 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f78548c-1497-4a11-acbd-00382a724758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2614331 May 11 13:45:18.176922 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d68efa-7610-495c-bbfb-b31d5b8b7940 req-f2ea7b27-f583-4232-bddc-c230b3911868 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:18.180069 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e0d68efa-7610-495c-bbfb-b31d5b8b7940 req-f2ea7b27-f583-4232-bddc-c230b3911868 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 948 time: 0.2198904 May 11 13:45:18.202797 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:18.280793 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 14775a6a-f826-43bd-a6c9-e5caff5fb85d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14775a6a-f826-43bd-a6c9-e5caff5fb85d,segment=NetworkSegment(40feca5c-ee96-47c3-a9f7-dfb32752e087),segment_id=40feca5c-ee96-47c3-a9f7-dfb32752e087)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:18.301510 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '14775a6a-f826-43bd-a6c9-e5caff5fb85d', 'network_id': 'd54733b8-4337-4ddb-bb96-d42bd134cd30', 'port_id': '14775a6a-f826-43bd-a6c9-e5caff5fb85d', 'mac_address': 'fa:16:3e:6c:8e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bbd34e-31d3-485a-815b-76cf285856f8', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:45:18.388478 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:18.409843 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14775a6a-f826-43bd-a6c9-e5caff5fb85d {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:45:18.410159 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e0d68efa-7610-495c-bbfb-b31d5b8b7940 req-5b151219-8769-4782-8d88-512ebaed8fa2 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969407 May 11 13:45:18.445858 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 14775a6a-f826-43bd-a6c9-e5caff5fb85d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14775a6a-f826-43bd-a6c9-e5caff5fb85d,segment=NetworkSegment(40feca5c-ee96-47c3-a9f7-dfb32752e087),segment_id=40feca5c-ee96-47c3-a9f7-dfb32752e087)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:18.451962 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:18.455581 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:18.505024 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-f2c6c053-923b-4a2e-bc4a-8f7c1c0ad8dc service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239565 May 11 13:45:18.599596 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=14775a6a-f826-43bd-a6c9-e5caff5fb85d,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:18.605599 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:18.750856 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['14775a6a-f826-43bd-a6c9-e5caff5fb85d'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:45:18.963210 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-457ac1a3-f2e7-441f-87b0-a45493750046 req-ecc503ea-4242-4fb8-aeac-a117ee807eb8 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478095 May 11 13:45:19.148489 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b46c43-03c2-4844-a755-525d4e8d42b1 req-e9ee5d8d-69ec-4848-81bf-7024bc731d99 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:19.161054 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-10b46c43-03c2-4844-a755-525d4e8d42b1 req-e9ee5d8d-69ec-4848-81bf-7024bc731d99 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.3503473 May 11 13:45:19.202383 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3653f9-1270-4700-a1eb-44608598493a req-80f10d5f-a084-4be1-a142-b5f1200bf010 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:19.203906 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2a3653f9-1270-4700-a1eb-44608598493a req-80f10d5f-a084-4be1-a142-b5f1200bf010 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2475493 May 11 13:45:19.231000 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:19.248351 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-10b46c43-03c2-4844-a755-525d4e8d42b1 req-4f2f97e2-3ced-4ae5-a3ec-4c6d82cf3418 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860746 May 11 13:45:19.288238 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2a3653f9-1270-4700-a1eb-44608598493a req-02ceffc8-bcde-446a-b9bc-e9d35889aa97 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690351 May 11 13:45:20.005863 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0c018-31ec-4572-9628-4281a4967135 req-1e323a22-61d5-4764-8b21-754f8fd8a4a1 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:20.014033 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-70b0c018-31ec-4572-9628-4281a4967135 req-1e323a22-61d5-4764-8b21-754f8fd8a4a1 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 949 time: 0.2839935 May 11 13:45:20.083061 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 14775a6a-f826-43bd-a6c9-e5caff5fb85d up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:45:20.104329 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-70b0c018-31ec-4572-9628-4281a4967135 req-984ff081-cdae-4c0d-8440-cb5445ece31c tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893168 May 11 13:45:20.113402 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68ba7-8e95-4180-bbe7-e9581c38aa67 req-7a690d8e-6d4c-495b-be55-af9bd60d9f18 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:20.115458 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-fdf68ba7-8e95-4180-bbe7-e9581c38aa67 req-7a690d8e-6d4c-495b-be55-af9bd60d9f18 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Synchronizing usage tracker for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:45:20.162352 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-fdf68ba7-8e95-4180-bbe7-e9581c38aa67 req-7a690d8e-6d4c-495b-be55-af9bd60d9f18 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Unset dirty status for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:45:20.166808 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fdf68ba7-8e95-4180-bbe7-e9581c38aa67 req-7a690d8e-6d4c-495b-be55-af9bd60d9f18 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 945 time: 0.3156331 May 11 13:45:20.281857 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 14775a6a-f826-43bd-a6c9-e5caff5fb85d completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:45:20.296935 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 14775a6a-f826-43bd-a6c9-e5caff5fb85d triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:45:20.297576 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:20.362105 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fdf68ba7-8e95-4180-bbe7-e9581c38aa67 req-0ea6e35b-678f-496f-a4e9-5e91499c8ae9 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761296 May 11 13:45:20.584551 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1c922-c3c9-40e6-b8a1-686c8341d8db req-259ba551-9ca7-45ce-8512-2fc393df48fb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:20.593202 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-03e1c922-c3c9-40e6-b8a1-686c8341d8db req-259ba551-9ca7-45ce-8512-2fc393df48fb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1328130 May 11 13:45:20.629177 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:20.649279 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-03e1c922-c3c9-40e6-b8a1-686c8341d8db req-54010c46-2b40-4b96-9752-0df253be2fcf tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545530 May 11 13:45:20.688805 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81efe307-0fcd-48ed-901b-d0702374cf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14775a6a-f826-43bd-a6c9-e5caff5fb85d'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:45:20.699405 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 14775a6a-f826-43bd-a6c9-e5caff5fb85d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14775a6a-f826-43bd-a6c9-e5caff5fb85d,segment=NetworkSegment(40feca5c-ee96-47c3-a9f7-dfb32752e087),segment_id=40feca5c-ee96-47c3-a9f7-dfb32752e087)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:20.707436 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:20.708864 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 1ba47186-7a6a-4539-9b50-97d871363799 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:45:20.770993 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81efe307-0fcd-48ed-901b-d0702374cf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14775a6a-f826-43bd-a6c9-e5caff5fb85d', 'code': 200} May 11 13:45:20.772284 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:20.834824 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4165a57-af06-4042-a8a3-5d4e1bbf87c2 req-11bd5b71-02dc-4e3d-95a5-bf01a7b71a61 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:20.838870 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c4165a57-af06-4042-a8a3-5d4e1bbf87c2 req-11bd5b71-02dc-4e3d-95a5-bf01a7b71a61 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1753955 May 11 13:45:20.839454 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 1ba47186-7a6a-4539-9b50-97d871363799 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:45:20.840206 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 1ba47186-7a6a-4539-9b50-97d871363799 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:45:20.921158 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=14775a6a-f826-43bd-a6c9-e5caff5fb85d,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:20.926379 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:20.926689 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c4165a57-af06-4042-a8a3-5d4e1bbf87c2 req-ef411730-de65-44a8-851a-77a00755fba2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770257 May 11 13:45:20.981831 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40890) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:21.097986 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919085a-6738-4b64-bda4-775f017abe9b req-28aee340-f9af-4118-9620-c3a6856145e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:21.100010 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9919085a-6738-4b64-bda4-775f017abe9b req-28aee340-f9af-4118-9620-c3a6856145e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 1103 time: 0.1112545 May 11 13:45:21.318087 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:21.348030 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:21.360082 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] Usage tracker for resource:security_group_rule and tenant:674ae9883d8041d6a7404d01db042eb9 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:21.366274 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:21.375111 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9919085a-6738-4b64-bda4-775f017abe9b req-78dbe540-0d85-4641-ad65-cd158a62b249 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673526 May 11 13:45:21.376102 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:21.464467 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19c1a8-c6b4-4161-b43c-c1e394eadca8 req-4b3eb633-f785-42c0-b3fe-1eeb9d111fef tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:21.468258 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1f19c1a8-c6b4-4161-b43c-c1e394eadca8 req-4b3eb633-f785-42c0-b3fe-1eeb9d111fef tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 950 time: 0.2176671 May 11 13:45:21.594665 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:21.612211 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1f19c1a8-c6b4-4161-b43c-c1e394eadca8 req-438b6d96-205e-472f-9b4d-11d27bff7fa9 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896504 May 11 13:45:21.617811 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:21.629890 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-9f317bb5-20fa-4130-a277-ac0551d59aef tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:21.631947 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-9f317bb5-20fa-4130-a277-ac0551d59aef tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Synchronizing usage tracker for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:45:21.633645 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0c4d0a7a-31d6-4290-b547-4f0e55709069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:21.649187 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-9f317bb5-20fa-4130-a277-ac0551d59aef tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Unset dirty status for tenant:acfb03a5311b4eb997185ae634d3a3ad on resource:port {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:45:21.651581 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-9f317bb5-20fa-4130-a277-ac0551d59aef tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 945 time: 0.2891123 May 11 13:45:21.786373 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=674ae9883d8041d6a7404d01db042eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8031499 May 11 13:45:21.798735 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 40910) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:21.801997 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa879dc-946c-4072-a11d-5ce0884e0590,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:21.829076 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:21.925834 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Deleting port 2f3ec511-58f3-4531-86f5-cc972a15feab {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:45:21.926300 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:21.969942 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-097e498d-0c56-49fe-ba79-ecbacc6f787b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:21.991153 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef7695-4c59-4f05-96c9-9c0f9e118861 req-af1d2612-1b37-4c59-b599-ef28393af8ce tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:21.996950 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-26ef7695-4c59-4f05-96c9-9c0f9e118861 req-af1d2612-1b37-4c59-b599-ef28393af8ce tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 945 time: 0.3187933 May 11 13:45:22.102437 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-097e498d-0c56-49fe-ba79-ecbacc6f787b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:22.112597 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] For port 2f3ec511-58f3-4531-86f5-cc972a15feab, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2f3ec511-58f3-4531-86f5-cc972a15feab,segment=NetworkSegment(6d45cee1-b200-4b72-a798-24ac091e702c),segment_id=6d45cee1-b200-4b72-a798-24ac091e702c)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:22.113158 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:22.131549 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b368880-7263-41f5-8123-733f7ff85323 req-a9bc5f59-800a-465c-baeb-928196e6497b tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:22.133543 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2b368880-7263-41f5-8123-733f7ff85323 req-a9bc5f59-800a-465c-baeb-928196e6497b tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2987866 May 11 13:45:22.249229 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-26ef7695-4c59-4f05-96c9-9c0f9e118861 req-6a74a82b-aa66-47f9-8cf5-27df1a587b13 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/security-groups?id=71381349-bec8-4e10-8b18-20d351f3685a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393072 May 11 13:45:22.292020 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2b368880-7263-41f5-8123-733f7ff85323 req-030d0386-2ff8-45e4-b9c0-bb4478c6a98d tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473932 May 11 13:45:22.295328 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Calling delete_port for 2f3ec511-58f3-4531-86f5-cc972a15feab owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:45:22.312769 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-097e498d-0c56-49fe-ba79-ecbacc6f787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:22.321924 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-3728f825-e4b1-4934-ad22-bedcea289f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:22.329915 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e498d-0c56-49fe-ba79-ecbacc6f787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa879dc-946c-4072-a11d-5ce0884e0590,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:22.334365 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-097e498d-0c56-49fe-ba79-ecbacc6f787b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:22.338305 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-097e498d-0c56-49fe-ba79-ecbacc6f787b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:22.341392 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-097e498d-0c56-49fe-ba79-ecbacc6f787b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fa879dc-946c-4072-a11d-5ce0884e0590 HTTP/1.1" status: 204 len: 168 time: 0.5327611 May 11 13:45:22.601901 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:22.608339 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2dc9955f-13b0-4786-9498-c429a58c4f5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:22.614354 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['2f3ec511-58f3-4531-86f5-cc972a15feab'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:45:22.667779 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Pushing event deleted for resources: {'Port': ['ID=2f3ec511-58f3-4531-86f5-cc972a15feab,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:22.683054 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:22.839640 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] No DVR routers for this DVR port 2f3ec511-58f3-4531-86f5-cc972a15feab on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:45:22.846612 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:22.862454 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056b742f-e6e6-4d34-8d23-a7f8dcbf5860', 'name': 'network-vif-deleted', 'tag': '2f3ec511-58f3-4531-86f5-cc972a15feab'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:45:22.880182 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-bdd6aee6-a32a-4fa6-8235-3c89e67f6c42 req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.43 "DELETE /v2.0/ports/2f3ec511-58f3-4531-86f5-cc972a15feab HTTP/1.1" status: 204 len: 173 time: 1.2218556 May 11 13:45:22.885442 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd54a2-be1b-484b-8a11-7941311b5c7c req-8d32e7d4-ff4e-4493-b3e0-a43898208e3d tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:22.888364 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0dbd54a2-be1b-484b-8a11-7941311b5c7c req-8d32e7d4-ff4e-4493-b3e0-a43898208e3d tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 950 time: 0.1444941 May 11 13:45:22.928430 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056b742f-e6e6-4d34-8d23-a7f8dcbf5860', 'name': 'network-vif-deleted', 'tag': '2f3ec511-58f3-4531-86f5-cc972a15feab', 'status': 'completed', 'code': 200} May 11 13:45:22.970182 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0dbd54a2-be1b-484b-8a11-7941311b5c7c req-c3bdaa52-253a-46ee-90d5-3c25ae864ac5 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758526 May 11 13:45:23.762025 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40962) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:23.780074 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-98c1c8c9-9395-4e8b-944d-e59ea72dab4e req-597ec8bc-e441-4925-bb45-74d737452113 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] 10.222.0.30 "GET /v2.0/ports?device_id=056b742f-e6e6-4d34-8d23-a7f8dcbf5860 HTTP/1.1" status: 200 len: 210 time: 0.1252832 May 11 13:45:23.894956 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19e3fe-460f-49b2-9327-bf7da0da29cc req-9b49d260-4484-4633-a616-77a817a5ac97 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:23.905537 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6d19e3fe-460f-49b2-9327-bf7da0da29cc req-9b49d260-4484-4633-a616-77a817a5ac97 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1855974 May 11 13:45:23.976027 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6d19e3fe-460f-49b2-9327-bf7da0da29cc req-97d60930-04b8-4710-b1c3-6a380098a00c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689945 May 11 13:45:24.034639 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:24.062566 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:24.070105 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] Usage tracker for resource:security_group_rule and tenant:92275ee3f84c4673a882a1f667b015cd is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:24.075897 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:24.087922 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:24.097777 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4f8aa-8546-4b49-9b30-428ef255e4f9 req-23fda26e-a62f-4682-b1d7-eee524469383 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:24.100142 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-09a4f8aa-8546-4b49-9b30-428ef255e4f9 req-23fda26e-a62f-4682-b1d7-eee524469383 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 950 time: 0.1221576 May 11 13:45:24.185230 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-09a4f8aa-8546-4b49-9b30-428ef255e4f9 req-9fccec0d-038b-4a48-a756-761ad6d8c3f1 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725348 May 11 13:45:24.229021 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:24.235236 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:24.249752 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-01f3f739-dc26-45e5-91f9-d1208952b2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:24.294240 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e018c48b-b5f9-48ba-a59f-98625e2a03ef,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:24.298864 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92275ee3f84c4673a882a1f667b015cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345807 May 11 13:45:24.299835 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:24.302971 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40970) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:24.392127 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-433557b6-276c-4bde-bd61-d32bfdd4909b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:24.426598 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-433557b6-276c-4bde-bd61-d32bfdd4909b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:24.534474 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-433557b6-276c-4bde-bd61-d32bfdd4909b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:24.544662 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:24.567227 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433557b6-276c-4bde-bd61-d32bfdd4909b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e018c48b-b5f9-48ba-a59f-98625e2a03ef,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:24.571210 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-433557b6-276c-4bde-bd61-d32bfdd4909b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:24.578119 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-433557b6-276c-4bde-bd61-d32bfdd4909b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:24.582271 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-433557b6-276c-4bde-bd61-d32bfdd4909b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e018c48b-b5f9-48ba-a59f-98625e2a03ef HTTP/1.1" status: 204 len: 168 time: 0.2759225 May 11 13:45:24.958020 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40982) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:25.052574 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce92084b-e55e-49bf-9d1f-2f764668c42d admin admin] Deleting subnet 4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 {{(pid=78836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:45:25.056174 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ce92084b-e55e-49bf-9d1f-2f764668c42d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:25.157254 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ce92084b-e55e-49bf-9d1f-2f764668c42d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15097265'] for subnet, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:25.260808 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ce92084b-e55e-49bf-9d1f-2f764668c42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:25.288046 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fd1d9-3e98-4ea9-9f01-88fc77f02831 req-b5354df6-4570-4224-a50e-9cb8294ba0e5 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:25.289810 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-eb9fd1d9-3e98-4ea9-9f01-88fc77f02831 req-b5354df6-4570-4224-a50e-9cb8294ba0e5 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1205757 May 11 13:45:25.336431 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e060c-3f69-4715-9d0a-5a96b2c92699 req-1d77baeb-7d2e-4e32-a6b6-9baa39226dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:25.338177 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9e1e060c-3f69-4715-9d0a-5a96b2c92699 req-1d77baeb-7d2e-4e32-a6b6-9baa39226dc0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 1098 time: 0.2550156 May 11 13:45:25.398440 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-eb9fd1d9-3e98-4ea9-9f01-88fc77f02831 req-7daf54dc-0fa5-47b1-91ae-ee30304af7e9 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974662 May 11 13:45:25.467817 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9e1e060c-3f69-4715-9d0a-5a96b2c92699 req-302c813c-d5ce-49cb-b43e-510f232ffdc7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139717 May 11 13:45:25.490271 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad2a7f-d803-4787-a1b4-be7bdf43ffef req-4722fe2e-670f-4642-9bea-aab1b1dc9b63 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:25.492699 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-69ad2a7f-d803-4787-a1b4-be7bdf43ffef req-4722fe2e-670f-4642-9bea-aab1b1dc9b63 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 950 time: 0.1716452 May 11 13:45:25.534294 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-f0630f38-da57-4df5-8471-b76b5f3ee5c9 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:25.535708 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-f0630f38-da57-4df5-8471-b76b5f3ee5c9 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.43 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 950 time: 0.1362710 May 11 13:45:25.619323 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-69ad2a7f-d803-4787-a1b4-be7bdf43ffef req-1ee77b8e-2dae-4e38-9a63-39cb2d950dbe tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf94a674-eb1e-43a9-8070-3056e88de47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072757 May 11 13:45:25.659409 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ce92084b-e55e-49bf-9d1f-2f764668c42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14751732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15256084'] for subnet, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:25.664786 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ee62ec00-31a5-472c-b38a-77c2346c2474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:25.703220 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92084b-e55e-49bf-9d1f-2f764668c42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:25.707038 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ce92084b-e55e-49bf-9d1f-2f764668c42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:25.709700 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ce92084b-e55e-49bf-9d1f-2f764668c42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:25.716934 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ce92084b-e55e-49bf-9d1f-2f764668c42d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4a6256f0-6ad8-4f9a-b2fa-a0fdfdd1c4f2 HTTP/1.1" status: 204 len: 168 time: 0.7578232 May 11 13:45:25.719381 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 40990) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:25.737202 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Deleting port 14775a6a-f826-43bd-a6c9-e5caff5fb85d {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:45:25.737581 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:25.834697 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:25.908386 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] For port 14775a6a-f826-43bd-a6c9-e5caff5fb85d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14775a6a-f826-43bd-a6c9-e5caff5fb85d,segment=NetworkSegment(40feca5c-ee96-47c3-a9f7-dfb32752e087),segment_id=40feca5c-ee96-47c3-a9f7-dfb32752e087)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:25.908903 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:25.989145 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.004400 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a37887-022e-4fb9-b403-624093f4410e']}} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:26.019931 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d45cee1-b200-4b72-a798-24ac091e702c') {'for_net_delete': True} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:26.020249 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d45cee1-b200-4b72-a798-24ac091e702c') {} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:26.033514 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15097262'] for segment, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.045692 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Calling delete_port for 14775a6a-f826-43bd-a6c9-e5caff5fb85d owned by compute:nova {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:45:26.052514 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.060408 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=78836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:45:26.061003 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14751634'] for segment, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: Traceback (most recent call last): May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: timer() May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: cb(*args, **kw) May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: return func(*args, **kwargs) May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: self._notify() May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: self.callback(batched_events) May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: event.method(event) May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: return f(self, *a, **k) May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: return self._get(url).json() May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: return self.request(url, 'GET', **kwargs) May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:45:26.075353 dv-cinder-784779-11-smb neutron-server[78836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:45:26.103670 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 2f3ec511-58f3-4531-86f5-cc972a15feab no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:45:26.150625 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 2f3ec511-58f3-4531-86f5-cc972a15feab {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:45:26.151024 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 2f3ec511-58f3-4531-86f5-cc972a15feab not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:45:26.183091 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.189888 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.193806 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:26.220587 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] Pushing event deleted for resources: {'Network': ['ID=44a37887-022e-4fb9-b403-624093f4410e,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:26.224742 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.230029 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:26.234470 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-981bb3d6-b092-4c4d-bd1d-9c035d5e832f admin admin] 10.222.0.30 "DELETE /v2.0/networks/44a37887-022e-4fb9-b403-624093f4410e HTTP/1.1" status: 204 len: 168 time: 0.5116794 May 11 13:45:26.237941 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:26.244401 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['14775a6a-f826-43bd-a6c9-e5caff5fb85d'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:45:26.514825 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41010) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:26.555698 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Pushing event deleted for resources: {'Port': ['ID=14775a6a-f826-43bd-a6c9-e5caff5fb85d,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:26.569688 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:26.582721 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] No DVR routers for this DVR port 14775a6a-f826-43bd-a6c9-e5caff5fb85d on host hv-cinder-78477 {{(pid=78837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:45:26.588928 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.593757 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81efe307-0fcd-48ed-901b-d0702374cf98', 'name': 'network-vif-deleted', 'tag': '14775a6a-f826-43bd-a6c9-e5caff5fb85d'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:45:26.611673 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-8892f66a-4fcf-48f8-be87-8feb85e28ebb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=acfb03a5311b4eb997185ae634d3a3ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0951498 May 11 13:45:26.616600 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41016) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:26.633827 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7179ae5d-4b98-432a-b5f3-d60673e9ef53 req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.43 "DELETE /v2.0/ports/14775a6a-f826-43bd-a6c9-e5caff5fb85d HTTP/1.1" status: 204 len: 173 time: 1.0915935 May 11 13:45:26.686084 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81efe307-0fcd-48ed-901b-d0702374cf98', 'name': 'network-vif-deleted', 'tag': '14775a6a-f826-43bd-a6c9-e5caff5fb85d', 'status': 'completed', 'code': 200} May 11 13:45:26.721337 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f68146a6-4441-4275-847c-4f82b91002e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.762236 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f68146a6-4441-4275-847c-4f82b91002e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.865310 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f68146a6-4441-4275-847c-4f82b91002e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.869980 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-40ac1f54-2e4f-4cd1-a4de-5ac78a8f0563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:26.896020 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68146a6-4441-4275-847c-4f82b91002e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71381349-bec8-4e10-8b18-20d351f3685a,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:26.904733 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8dfc9-cb5a-4636-8293-952b0800fb62 req-71f84d4f-a2b6-4bf2-b965-c1f64b4032e3 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:26.908733 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f68146a6-4441-4275-847c-4f82b91002e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:26.909282 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1cd8dfc9-cb5a-4636-8293-952b0800fb62 req-71f84d4f-a2b6-4bf2-b965-c1f64b4032e3 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1884234 May 11 13:45:26.923160 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f68146a6-4441-4275-847c-4f82b91002e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:26.924521 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f68146a6-4441-4275-847c-4f82b91002e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71381349-bec8-4e10-8b18-20d351f3685a HTTP/1.1" status: 204 len: 168 time: 0.3064721 May 11 13:45:26.978926 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-49ae1857-0403-45ef-b807-426e68a647c4 req-df1c929a-b070-4b0f-8cca-d7a77bcc9083 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Synchronizing usage tracker for tenant:2f3b22370d4b4e999fef7b3eeb9a8171 on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:45:27.020643 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1cd8dfc9-cb5a-4636-8293-952b0800fb62 req-c7ae27ac-039d-4317-a2dd-7350c385f1a8 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711162 May 11 13:45:27.021965 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-49ae1857-0403-45ef-b807-426e68a647c4 req-df1c929a-b070-4b0f-8cca-d7a77bcc9083 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Unset dirty status for tenant:2f3b22370d4b4e999fef7b3eeb9a8171 on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:45:27.031151 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-49ae1857-0403-45ef-b807-426e68a647c4 req-df1c929a-b070-4b0f-8cca-d7a77bcc9083 tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] 10.222.0.30 "GET /v2.0/ports?device_id=81efe307-0fcd-48ed-901b-d0702374cf98 HTTP/1.1" status: 200 len: 210 time: 0.1204548 May 11 13:45:27.760793 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e8d9d-d348-47c7-9aaa-557b3021ff1b req-e95b80f6-6149-49bb-b285-440510b44bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:27.762261 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce2e8d9d-d348-47c7-9aaa-557b3021ff1b req-e95b80f6-6149-49bb-b285-440510b44bd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 1098 time: 0.1555476 May 11 13:45:27.921999 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b3c64-36c4-4939-aa67-52865aa5e7cf req-b7bd0020-1087-4071-8d8b-c23d12968141 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:27.923532 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ff9b3c64-36c4-4939-aa67-52865aa5e7cf req-b7bd0020-1087-4071-8d8b-c23d12968141 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2066288 May 11 13:45:27.928590 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e8d9d-d348-47c7-9aaa-557b3021ff1b req-e61cbe53-8221-4392-a089-86e9de8fc963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:27.930167 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce2e8d9d-d348-47c7-9aaa-557b3021ff1b req-e61cbe53-8221-4392-a089-86e9de8fc963 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 200 len: 919 time: 0.1611099 May 11 13:45:28.021851 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce2e8d9d-d348-47c7-9aaa-557b3021ff1b req-9d525977-cd98-4a4c-8fe3-7ef72b9ad82d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de8c7397-90a3-47b8-bd34-408e4437f186 HTTP/1.1" status: 200 len: 217 time: 0.0847247 May 11 13:45:28.087132 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ff9b3c64-36c4-4939-aa67-52865aa5e7cf req-1e1b1148-373d-40b1-9bfc-afd3782a195e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517062 May 11 13:45:28.108386 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e8d9d-d348-47c7-9aaa-557b3021ff1b req-57ff72b0-0880-4370-9936-3c4f135f8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:28.110146 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce2e8d9d-d348-47c7-9aaa-557b3021ff1b req-57ff72b0-0880-4370-9936-3c4f135f8b3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 200 len: 858 time: 0.0789385 May 11 13:45:28.163186 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce2e8d9d-d348-47c7-9aaa-557b3021ff1b req-45d1f6db-4fa2-4d72-b24a-cc190d4ffa5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff1c09ff-c76f-4241-87fc-56e29166ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461140 May 11 13:45:28.326468 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce2e8d9d-d348-47c7-9aaa-557b3021ff1b req-50cadfe5-1c25-4af3-9098-ee3efa492339 service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556733 May 11 13:45:28.529063 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce2e8d9d-d348-47c7-9aaa-557b3021ff1b req-45687cb1-7616-4a47-9451-4ed8d051445e service neutron] 10.222.0.43 "GET /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960001 May 11 13:45:29.360071 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eee427-309d-4f17-ae18-a85cc580d64b req-9b496124-0ab2-4f74-98d8-f0b9d1b73c20 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:29.361675 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-27eee427-309d-4f17-ae18-a85cc580d64b req-9b496124-0ab2-4f74-98d8-f0b9d1b73c20 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1147261 May 11 13:45:29.425994 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-27eee427-309d-4f17-ae18-a85cc580d64b req-4cd645e8-b7af-47ba-98c8-d482bd0557b0 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 May 11 13:45:30.112434 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 14775a6a-f826-43bd-a6c9-e5caff5fb85d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:45:30.160418 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 14775a6a-f826-43bd-a6c9-e5caff5fb85d {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:45:30.161046 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 14775a6a-f826-43bd-a6c9-e5caff5fb85d not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:45:30.680826 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c893755-d9b5-4372-8d44-2fd0b01f7706 req-4dc8f192-c3fb-43b1-9d79-51d324cd94d3 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:30.683379 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4c893755-d9b5-4372-8d44-2fd0b01f7706 req-4dc8f192-c3fb-43b1-9d79-51d324cd94d3 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.0986788 May 11 13:45:30.755649 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4c893755-d9b5-4372-8d44-2fd0b01f7706 req-c3e1b4a5-77ac-4d56-bfac-844264e43418 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659978 May 11 13:45:32.159795 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41330) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:32.323301 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:32.357186 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:32.368305 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Usage tracker for resource:security_group_rule and tenant:f26758d3a1584b948d27481d816d3eca is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:32.373516 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:32.383662 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:32.564932 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:32.570549 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:32.578786 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:32.625129 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a20833-0031-4014-b5cc-1fe463b70e3d,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:32.636791 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.637759 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.638121 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.638473 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.638822 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.639364 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.639713 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.640060 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.640404 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.640766 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.641105 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.641437 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.649653 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f26758d3a1584b948d27481d816d3eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881601 May 11 13:45:32.649878 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41356) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:32.652288 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:32.808766 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:32.841535 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:32.901588 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:32.907336 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-00f804a6-e5df-4ea0-84b8-aa7e360e21b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:32.923779 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a20833-0031-4014-b5cc-1fe463b70e3d,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:32.928206 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:32.932498 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61a20833-0031-4014-b5cc-1fe463b70e3d HTTP/1.1" status: 204 len: 168 time: 0.2816820 May 11 13:45:32.937964 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.938367 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.938688 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.939044 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.939589 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.939987 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.940323 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.940975 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.941475 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.941963 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.942473 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.942954 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:45:32.973322 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:34.682449 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41422) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:34.856533 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-3c1a2839-9038-4b47-ba1e-77668a1ba7c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f3b22370d4b4e999fef7b3eeb9a8171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724586 May 11 13:45:34.859874 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41430) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:34.955768 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ccc6701c-4478-448a-8ab6-2eeed61142e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:35.003879 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ccc6701c-4478-448a-8ab6-2eeed61142e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:35.086559 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ccc6701c-4478-448a-8ab6-2eeed61142e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:35.091855 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-6e8a6313-4c12-4fb8-96f1-84adce5e7b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:35.107402 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6701c-4478-448a-8ab6-2eeed61142e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf94a674-eb1e-43a9-8070-3056e88de47a,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:35.110690 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ccc6701c-4478-448a-8ab6-2eeed61142e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:35.119808 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ccc6701c-4478-448a-8ab6-2eeed61142e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:35.121092 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-ccc6701c-4478-448a-8ab6-2eeed61142e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf94a674-eb1e-43a9-8070-3056e88de47a HTTP/1.1" status: 204 len: 168 time: 0.2602680 May 11 13:45:35.685618 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ebdc6-299e-412c-90dd-ec36f6adf0d1 req-5b3c51c4-0ed9-4cd9-a798-5d3bc267762b tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:35.687127 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e89ebdc6-299e-412c-90dd-ec36f6adf0d1 req-5b3c51c4-0ed9-4cd9-a798-5d3bc267762b tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.0847938 May 11 13:45:35.742176 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e89ebdc6-299e-412c-90dd-ec36f6adf0d1 req-51f9a43c-f1a7-4856-9e54-47799ea82466 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491850 May 11 13:45:37.034861 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c09425-cf9b-497e-8615-6de129a4b553 req-8a4b4958-57d5-492a-8c99-9bf9395851c0 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:37.036600 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-95c09425-cf9b-497e-8615-6de129a4b553 req-8a4b4958-57d5-492a-8c99-9bf9395851c0 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.1686664 May 11 13:45:37.114922 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-95c09425-cf9b-497e-8615-6de129a4b553 req-5c3dccca-3f59-46fa-99fc-5502884c95cc tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715427 May 11 13:45:38.236483 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-d68b5b25-8669-4a32-b22c-9c45f3ea839f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:38.238181 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-d68b5b25-8669-4a32-b22c-9c45f3ea839f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.43 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.1116023 May 11 13:45:38.440469 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fa26c-41d0-41e6-953e-e41bdd281ab0 req-d001ab2c-ec53-4ec0-9e30-b8a6f0d9682c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:38.442548 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-268fa26c-41d0-41e6-953e-e41bdd281ab0 req-d001ab2c-ec53-4ec0-9e30-b8a6f0d9682c tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 945 time: 0.1684234 May 11 13:45:38.499640 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Deleting port c37fe951-6258-45c3-ba01-35bcb722d8ee {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:45:38.499982 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:38.528705 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-268fa26c-41d0-41e6-953e-e41bdd281ab0 req-ce6f19b0-5e3c-4974-aba2-6aff69facc5f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785332 May 11 13:45:38.646313 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] For port c37fe951-6258-45c3-ba01-35bcb722d8ee, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c37fe951-6258-45c3-ba01-35bcb722d8ee,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:38.646683 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:38.775247 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Calling delete_port for c37fe951-6258-45c3-ba01-35bcb722d8ee owned by compute:nova {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:45:38.896869 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:38.904655 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:38.909265 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['de8c7397-90a3-47b8-bd34-408e4437f186', 'c37fe951-6258-45c3-ba01-35bcb722d8ee'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:45:38.953754 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Pushing event deleted for resources: {'Port': ['ID=c37fe951-6258-45c3-ba01-35bcb722d8ee,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:38.957461 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:39.034304 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] No DVR routers for this DVR port c37fe951-6258-45c3-ba01-35bcb722d8ee on host hv-cinder-78477 {{(pid=78837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:45:39.036886 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:39.040100 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587066ef-30a8-4c22-84ae-f278d4c1a077', 'name': 'network-vif-deleted', 'tag': 'c37fe951-6258-45c3-ba01-35bcb722d8ee'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:45:39.058551 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dbdd0a7f-3f14-420e-8599-9900a403add5 req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.43 "DELETE /v2.0/ports/c37fe951-6258-45c3-ba01-35bcb722d8ee HTTP/1.1" status: 204 len: 173 time: 0.8141770 May 11 13:45:39.111446 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587066ef-30a8-4c22-84ae-f278d4c1a077', 'name': 'network-vif-deleted', 'tag': 'c37fe951-6258-45c3-ba01-35bcb722d8ee', 'status': 'completed', 'code': 200} May 11 13:45:39.738227 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-d630b70b-3fe7-4c84-9c8a-2d84a0333c96 req-5a512d7e-1e59-4c13-9952-d04d558fa0e4 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Synchronizing usage tracker for tenant:5eae5d7667f04349a1a0194a9c21aabb on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:45:39.757725 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-d630b70b-3fe7-4c84-9c8a-2d84a0333c96 req-5a512d7e-1e59-4c13-9952-d04d558fa0e4 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Unset dirty status for tenant:5eae5d7667f04349a1a0194a9c21aabb on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:45:39.759446 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d630b70b-3fe7-4c84-9c8a-2d84a0333c96 req-5a512d7e-1e59-4c13-9952-d04d558fa0e4 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=587066ef-30a8-4c22-84ae-f278d4c1a077 HTTP/1.1" status: 200 len: 210 time: 0.0712941 May 11 13:45:41.414725 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8758292-e72b-4993-9dea-0c7786b9d4b6 req-7f4f9156-7d79-449d-8e59-feb739964ebc tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:41.416213 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e8758292-e72b-4993-9dea-0c7786b9d4b6 req-7f4f9156-7d79-449d-8e59-feb739964ebc tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.0857847 May 11 13:45:41.477076 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e8758292-e72b-4993-9dea-0c7786b9d4b6 req-a7e51b22-3902-42a7-9917-3366eddc2e99 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525146 May 11 13:45:41.884035 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:45:42.159218 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device c37fe951-6258-45c3-ba01-35bcb722d8ee no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:45:42.197137 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: c37fe951-6258-45c3-ba01-35bcb722d8ee {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:45:42.197493 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device c37fe951-6258-45c3-ba01-35bcb722d8ee not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:45:42.697066 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115def8-5661-4f8a-a964-c0c84f2128d7 req-52f3b355-177a-49e7-81de-93b8983fd3a1 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:42.698610 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b115def8-5661-4f8a-a964-c0c84f2128d7 req-52f3b355-177a-49e7-81de-93b8983fd3a1 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.0944095 May 11 13:45:42.747999 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b115def8-5661-4f8a-a964-c0c84f2128d7 req-971cc024-2edf-4312-a4aa-90e2b4224433 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 May 11 13:45:43.511935 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-cdb90f1c-363a-4e12-8a07-a6bdf06e118a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:43.977535 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c13c-e871-4cd0-9f5d-1d0a35907f00 req-0fb17871-67cd-479f-9094-4df3ef83c959 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:43.979100 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e71c13c-e871-4cd0-9f5d-1d0a35907f00 req-0fb17871-67cd-479f-9094-4df3ef83c959 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1118085 May 11 13:45:44.056385 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e71c13c-e871-4cd0-9f5d-1d0a35907f00 req-f27ff7d7-615f-4031-9bdb-17bc2a3f1970 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705636 May 11 13:45:44.439425 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41640) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:44.622248 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:44.640414 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:44.645307 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] Usage tracker for resource:security_group_rule and tenant:dfebde1e52f248c8bab28433388c35a8 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:44.648743 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:44.655519 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:44.756419 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:44.762607 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:44.770408 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9f8bfec7-185d-4e36-af2e-e1737e744cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:44.818944 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfebde1e52f248c8bab28433388c35a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784087 May 11 13:45:44.819881 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1e350e-c775-454a-9b73-9d2d311cca94,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:44.821759 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41646) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:44.823481 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:44.895845 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f0c37704-4a6d-4f8c-9e69-c9e5830c4782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:44.926155 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f0c37704-4a6d-4f8c-9e69-c9e5830c4782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:45.031357 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f0c37704-4a6d-4f8c-9e69-c9e5830c4782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:45.036270 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ac416bff-d476-4af7-95f9-b514da0b1ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:45.048552 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c37704-4a6d-4f8c-9e69-c9e5830c4782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1e350e-c775-454a-9b73-9d2d311cca94,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:45.052604 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f0c37704-4a6d-4f8c-9e69-c9e5830c4782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:45.056744 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f0c37704-4a6d-4f8c-9e69-c9e5830c4782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:45.057904 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-f0c37704-4a6d-4f8c-9e69-c9e5830c4782 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e1e350e-c775-454a-9b73-9d2d311cca94 HTTP/1.1" status: 204 len: 168 time: 0.2351367 May 11 13:45:45.298969 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b289b-fbba-4dea-a8c2-f2a4bef9358b req-252b4356-fc6f-4839-b5e0-f4c9ed50a436 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:45.300581 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-338b289b-fbba-4dea-a8c2-f2a4bef9358b req-252b4356-fc6f-4839-b5e0-f4c9ed50a436 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1130929 May 11 13:45:45.360855 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-338b289b-fbba-4dea-a8c2-f2a4bef9358b req-f1d89723-98c1-4846-9dcf-0ae36363a00f tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 May 11 13:45:46.238817 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-353ce5dd-13cf-4791-9948-3264c6d012d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:46.321468 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:46.650615 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffa72c-3364-4343-ac17-8187bbeae78e req-46d1bd57-6870-4cf0-91a0-36dd46823816 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:46.652362 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6fffa72c-3364-4343-ac17-8187bbeae78e req-46d1bd57-6870-4cf0-91a0-36dd46823816 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.1403909 May 11 13:45:46.713652 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6fffa72c-3364-4343-ac17-8187bbeae78e req-938e886c-5bf7-4bf9-9afa-812db02c06c6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512676 May 11 13:45:47.255856 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41702) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:47.446053 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-4e54a80f-d859-44de-9bb1-4a33a210a137 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2032554 May 11 13:45:47.486908 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:47.510284 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:47.516119 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] Usage tracker for resource:security_group_rule and tenant:e3631e8959f24f17b282ac5d4a0020c4 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:47.525838 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:47.534285 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:47.576042 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-b3aa4557-4c9c-4169-b01e-94887fecb021 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:47.576929 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-b3aa4557-4c9c-4169-b01e-94887fecb021 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Synchronizing usage tracker for tenant:5eae5d7667f04349a1a0194a9c21aabb on resource:port {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:45:47.600225 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-b3aa4557-4c9c-4169-b01e-94887fecb021 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Unset dirty status for tenant:5eae5d7667f04349a1a0194a9c21aabb on resource:port {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:45:47.601640 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-b3aa4557-4c9c-4169-b01e-94887fecb021 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.43 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2262537 May 11 13:45:47.610897 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-ae0b9b31-99d3-4155-8c9f-8e2c07233ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:47.613733 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-ae0b9b31-99d3-4155-8c9f-8e2c07233ccb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 1098 time: 0.1367521 May 11 13:45:47.776546 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:47.795215 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:47.799277 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-c4385895-6293-49f8-9d44-789dd8f7097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:47.800854 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-c4385895-6293-49f8-9d44-789dd8f7097f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 912 time: 0.1667807 May 11 13:45:47.809418 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-37f5120d-6051-4403-bd0d-87704a568518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:47.904306 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Deleting port de8c7397-90a3-47b8-bd34-408e4437f186 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:45:47.904786 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:47.919554 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9054d243-ef06-40da-9d59-8c8411dc0bf3,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:47.930709 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3631e8959f24f17b282ac5d4a0020c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683500 May 11 13:45:47.930709 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:47.933691 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41710) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:47.991691 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-d70dcfe2-3371-4b80-9e1a-356a6191c8f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0 HTTP/1.1" status: 200 len: 1001 time: 0.1819324 May 11 13:45:48.020531 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:48.141356 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5db6a-987f-4fbb-a825-d24b6c7e1400 req-089472d3-f914-4d74-8f4f-a624699e002b tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:48.143910 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-24a5db6a-987f-4fbb-a825-d24b6c7e1400 req-089472d3-f914-4d74-8f4f-a624699e002b tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 945 time: 0.2615910 May 11 13:45:48.146707 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-c1a5cfac-f965-480c-a273-0470b20db55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:48.149221 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-c1a5cfac-f965-480c-a273-0470b20db55b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1080eaab-142c-4115-a8c3-777ccabb0f27 HTTP/1.1" status: 200 len: 850 time: 0.1449375 May 11 13:45:48.156688 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:48.233169 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-857f4747-79eb-4fb3-83b8-1dd89c8592fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:48.258501 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] For port de8c7397-90a3-47b8-bd34-408e4437f186, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=de8c7397-90a3-47b8-bd34-408e4437f186,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:48.259431 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:48.314764 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-24a5db6a-987f-4fbb-a825-d24b6c7e1400 req-639ae4c3-b2af-42dd-a657-b71954b9008e tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b4edc75-feba-42a7-84fd-fec0d2ca09bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053917 May 11 13:45:48.355342 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-060f49c4-3587-4b87-9a1d-389d29236bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:48.356866 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-060f49c4-3587-4b87-9a1d-389d29236bf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f78548c-1497-4a11-acbd-00382a724758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1997738 May 11 13:45:48.444084 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Calling delete_port for de8c7397-90a3-47b8-bd34-408e4437f186 owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:45:48.448511 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-857f4747-79eb-4fb3-83b8-1dd89c8592fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:48.560392 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-3e202ceb-d212-4cd4-b280-404fa9590885 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953700 May 11 13:45:48.574257 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-857f4747-79eb-4fb3-83b8-1dd89c8592fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:48.583747 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2ab04ba2-f77c-40a4-aa15-027d14b921ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:48.605085 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f4747-79eb-4fb3-83b8-1dd89c8592fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9054d243-ef06-40da-9d59-8c8411dc0bf3,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:48.609891 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-857f4747-79eb-4fb3-83b8-1dd89c8592fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:48.641310 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:48.650540 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:48.657583 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['de8c7397-90a3-47b8-bd34-408e4437f186'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:45:48.696962 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-857f4747-79eb-4fb3-83b8-1dd89c8592fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:48.703118 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-857f4747-79eb-4fb3-83b8-1dd89c8592fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9054d243-ef06-40da-9d59-8c8411dc0bf3 HTTP/1.1" status: 204 len: 168 time: 0.7628782 May 11 13:45:48.708568 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Pushing event deleted for resources: {'Port': ['ID=de8c7397-90a3-47b8-bd34-408e4437f186,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:48.721138 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e0d9af5-e5b9-4641-a22d-dd001dfeed2a req-80029430-c572-4427-b871-0fc27355b7b5 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539810 May 11 13:45:48.741549 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:48.794549 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] No DVR routers for this DVR port de8c7397-90a3-47b8-bd34-408e4437f186 on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:45:48.798543 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:48.800716 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-04945aec-871b-4b70-94d1-d8e2b2956483 req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.43 "DELETE /v2.0/ports/de8c7397-90a3-47b8-bd34-408e4437f186 HTTP/1.1" status: 204 len: 173 time: 1.1920700 May 11 13:45:48.801240 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bd2fad-c39d-4dba-a71a-cf11cf36be8a', 'name': 'network-vif-deleted', 'tag': 'de8c7397-90a3-47b8-bd34-408e4437f186'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:45:48.856180 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bd2fad-c39d-4dba-a71a-cf11cf36be8a', 'name': 'network-vif-deleted', 'tag': 'de8c7397-90a3-47b8-bd34-408e4437f186', 'status': 'completed', 'code': 200} May 11 13:45:49.072814 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41724) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:49.091827 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:49.108500 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:49.114405 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] Usage tracker for resource:security_group_rule and tenant:c1752d21aa8942c6b7cb8ccb4008b9c9 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:49.122227 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:49.132810 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:49.173724 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:49.246961 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:49.252479 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:49.259432 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:49.308304 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1752d21aa8942c6b7cb8ccb4008b9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340131 May 11 13:45:49.309299 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81039ab9-e56c-4d71-a0c2-e54e5ea27d55,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:49.311868 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41728) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:49.313350 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:49.429261 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8615d05d-deb0-4cc7-b5bb-42dac780e773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:49.511428 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8615d05d-deb0-4cc7-b5bb-42dac780e773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:49.622788 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-288cfe01-8935-4f5a-8531-463a9198c445 req-26900644-4378-4abd-8c24-86298e1f2cda tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bd2fad-c39d-4dba-a71a-cf11cf36be8a HTTP/1.1" status: 200 len: 210 time: 0.0704384 May 11 13:45:49.641184 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8615d05d-deb0-4cc7-b5bb-42dac780e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:49.646337 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-7c20231d-cbc1-4585-8747-f1cc016228ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:49.659104 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615d05d-deb0-4cc7-b5bb-42dac780e773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81039ab9-e56c-4d71-a0c2-e54e5ea27d55,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:49.665314 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8615d05d-deb0-4cc7-b5bb-42dac780e773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:49.667334 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8615d05d-deb0-4cc7-b5bb-42dac780e773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:49.668668 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-8615d05d-deb0-4cc7-b5bb-42dac780e773 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81039ab9-e56c-4d71-a0c2-e54e5ea27d55 HTTP/1.1" status: 204 len: 168 time: 0.3553884 May 11 13:45:50.735936 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41762) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:51.486869 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657228'] for router_interface, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:51.941355 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Deleting port b191c04d-834f-4460-80d2-96224ab86d8f {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:45:51.942131 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:52.142705 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] For port b191c04d-834f-4460-80d2-96224ab86d8f, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=b191c04d-834f-4460-80d2-96224ab86d8f,segment=NetworkSegment(a72df2de-a169-43ec-ae33-e8af6067f946),segment_id=a72df2de-a169-43ec-ae33-e8af6067f946)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:52.143231 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:52.228864 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device de8c7397-90a3-47b8-bd34-408e4437f186 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:45:52.265667 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: de8c7397-90a3-47b8-bd34-408e4437f186 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:45:52.265894 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device de8c7397-90a3-47b8-bd34-408e4437f186 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:45:52.274420 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Calling delete_port for b191c04d-834f-4460-80d2-96224ab86d8f owned by network:router_interface {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:45:52.583306 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:52.587643 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:52.641547 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Pushing event deleted for resources: {'Port': ['ID=b191c04d-834f-4460-80d2-96224ab86d8f,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:52.645356 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:53.125861 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666108'] for router_interface, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:53.539439 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:45:53.744322 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:45:53.754272 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] Sync routers for ids ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:45:53.766947 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] Routers {'fe0e738a-079f-4ff7-ab68-456b69bc9ae9'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:45:53.767566 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:45:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:53.775694 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] 10.222.0.30 "PUT /v2.0/routers/fe0e738a-079f-4ff7-ab68-456b69bc9ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0381548 May 11 13:45:53.778329 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41812) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:53.959674 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] Set router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:45:53.962704 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:54.140502 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:54.213173 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Deleting port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:45:54.213382 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:54.242079 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'name': 'tempest-ServerRescueNegativeTestJSON-953233052-router', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:29Z', 'updated_at': '2021-05-11T13:45:52Z', 'revision_number': 5, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'gw_port': {'id': '1ea23a2a-80b6-4eb1-b50d-6a4c71608151', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:32Z', 'updated_at': '2021-05-11T13:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:54.245881 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] Checking router: fe0e738a-079f-4ff7-ab68-456b69bc9ae9 for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:45:54.254056 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] Routers {'fe0e738a-079f-4ff7-ab68-456b69bc9ae9'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:45:54.254646 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:45:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:54.336123 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] For port 1ea23a2a-80b6-4eb1-b50d-6a4c71608151, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=1ea23a2a-80b6-4eb1-b50d-6a4c71608151,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:45:54.336553 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:54.405626 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] Set router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 gateway port host: None {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:45:54.464929 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Calling delete_port for 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 owned by network:router_gateway {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:45:54.514783 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'name': 'tempest-ServerRescueNegativeTestJSON-953233052-router', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:29Z', 'updated_at': '2021-05-11T13:45:54Z', 'revision_number': 6, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'gw_port_host': None}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:54.519850 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6e3df-eafb-4f6c-bbae-d55ad2e8453c None None] The sync data for ids ['fe0e738a-079f-4ff7-ab68-456b69bc9ae9'] in dv-cinder-784779-11-smb is: [{'id': 'fe0e738a-079f-4ff7-ab68-456b69bc9ae9', 'name': 'tempest-ServerRescueNegativeTestJSON-953233052-router', 'tenant_id': '5eae5d7667f04349a1a0194a9c21aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:29Z', 'updated_at': '2021-05-11T13:45:54Z', 'revision_number': 6, 'project_id': '5eae5d7667f04349a1a0194a9c21aabb', 'gw_port_host': None}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:45:54.715181 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:54.718727 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-bb81f970-ad00-4411-a6f9-4c65615b009b tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:54.764879 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea23a2a-80b6-4eb1-b50d-6a4c71608151,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:54.767382 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:54.859439 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670568'] for router_gateway, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.056234 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device b191c04d-834f-4460-80d2-96224ab86d8f no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:45:55.061341 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259419'] for router, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.064170 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.117908 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: b191c04d-834f-4460-80d2-96224ab86d8f {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:45:55.118354 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device b191c04d-834f-4460-80d2-96224ab86d8f not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:45:55.182298 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908666'] for router, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.184642 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe0e738a-079f-4ff7-ab68-456b69bc9ae9 {{(pid=78837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 13:45:55.204118 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Notify callbacks [] for router, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.205443 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fe0e738a-079f-4ff7-ab68-456b69bc9ae9 HTTP/1.1" status: 204 len: 168 time: 1.4260492 May 11 13:45:55.208104 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41830) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:55.285122 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9746ae54-9344-4519-8ce1-681cc3a5802b admin admin] Deleting subnet 7f33c61b-9e35-4c48-8d8c-edf7a89347ef {{(pid=78837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:45:55.288849 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9746ae54-9344-4519-8ce1-681cc3a5802b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.340897 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9746ae54-9344-4519-8ce1-681cc3a5802b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16630096'] for subnet, precommit_delete_associations {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.400752 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9746ae54-9344-4519-8ce1-681cc3a5802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.681711 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9746ae54-9344-4519-8ce1-681cc3a5802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16513141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14754097'] for subnet, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.686062 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:55.725649 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746ae54-9344-4519-8ce1-681cc3a5802b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f33c61b-9e35-4c48-8d8c-edf7a89347ef,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:55.728948 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-9746ae54-9344-4519-8ce1-681cc3a5802b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:55.729911 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-9746ae54-9344-4519-8ce1-681cc3a5802b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.738656 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-9746ae54-9344-4519-8ce1-681cc3a5802b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7f33c61b-9e35-4c48-8d8c-edf7a89347ef HTTP/1.1" status: 204 len: 168 time: 0.5270338 May 11 13:45:55.739000 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41844) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:55.853007 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:55.986162 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:56.001621 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1c09ff-c76f-4241-87fc-56e29166ac05']}} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:56.016137 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72df2de-a169-43ec-ae33-e8af6067f946') {'for_net_delete': True} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:56.016465 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72df2de-a169-43ec-ae33-e8af6067f946') {} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:45:56.032088 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16630095'] for segment, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:56.055036 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:56.063922 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=78837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:45:56.064652 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16513043'] for segment, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: Traceback (most recent call last): May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: timer() May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: cb(*args, **kw) May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: return func(*args, **kwargs) May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: self._notify() May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: self.callback(batched_events) May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: event.method(event) May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: return f(self, *a, **k) May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: return self._get(url).json() May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: return self.request(url, 'GET', **kwargs) May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:45:56.079846 dv-cinder-784779-11-smb neutron-server[78837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:45:56.166982 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:56.180797 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f64404f1-5511-42c7-bed6-0599f44c6f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:56.282596 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:56.288981 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1c09ff-c76f-4241-87fc-56e29166ac05,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:56.293472 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:56.301970 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-654a9ca9-895e-4de1-a382-698fc7e79392 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ff1c09ff-c76f-4241-87fc-56e29166ac05 HTTP/1.1" status: 204 len: 168 time: 0.5620015 May 11 13:45:56.547594 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41860) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:56.606393 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-5188bd73-b91e-4e27-a23d-14a3dd1e89dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5eae5d7667f04349a1a0194a9c21aabb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0573573 May 11 13:45:56.610424 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41864) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:56.680555 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-fa48f0f2-5b61-48a1-a56d-2f367e0ed860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:56.710257 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-fa48f0f2-5b61-48a1-a56d-2f367e0ed860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:56.771030 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-fa48f0f2-5b61-48a1-a56d-2f367e0ed860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:56.777732 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-631dc6c7-cbe8-450e-a5bf-d5ca3a501669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:56.798475 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48f0f2-5b61-48a1-a56d-2f367e0ed860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4edc75-feba-42a7-84fd-fec0d2ca09bc,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:56.802937 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-fa48f0f2-5b61-48a1-a56d-2f367e0ed860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:56.805392 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-fa48f0f2-5b61-48a1-a56d-2f367e0ed860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:56.807057 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-fa48f0f2-5b61-48a1-a56d-2f367e0ed860 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b4edc75-feba-42a7-84fd-fec0d2ca09bc HTTP/1.1" status: 204 len: 168 time: 0.1952574 May 11 13:45:56.996370 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:45:57.036391 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:45:57.036766 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 1ea23a2a-80b6-4eb1-b50d-6a4c71608151 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:45:57.721166 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41898) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:57.860993 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-381684342-network', 'tenant_id': '61a1578c12794d8387e64122ac4c5240'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:45:57.866142 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:57.870650 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Usage tracker for resource:network and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:57.874451 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:57.885554 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:57.900582 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Made reservation on behalf of 61a1578c12794d8387e64122ac4c5240 for: {'network': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:45:57.902975 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:57.915754 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:57.932408 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:57.937256 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Usage tracker for resource:security_group_rule and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:57.941381 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:57.948327 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:58.052506 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.057074 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.060206 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-eda63fd8-961a-4ece-a9e1-3e389dc21d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:58.090734 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=78837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:45:58.099779 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cff69ab-ba1b-4396-9653-290cc2ea7cb4,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:58.103940 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:58.106670 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.107009 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.segments_db [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Added segment e0a268d1-b39d-4b93-b52a-069d897c9a1f of type vlan for network ac1ca98a-4c0a-4494-931a-c72756209b87 May 11 13:45:58.124218 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41914) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:58.136193 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.170016 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.171396 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:58.172032 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.177113 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:58.262253 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.278779 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:58.281049 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5573046 May 11 13:45:58.281915 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Pushing event updated for resources: {'Network': ['ID=ac1ca98a-4c0a-4494-931a-c72756209b87,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:58.283539 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] Usage tracker for resource:security_group_rule and tenant:3d69243c92e049e58e8e46f69925fd3b is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:58.286299 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41920) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:58.289051 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:58.291974 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:58.294456 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network ac1ca98a-4c0a-4494-931a-c72756209b87 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:45:58.295085 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Request body: {'subnet': {'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-subnet', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:45:58.302516 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:58.304830 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:58.310928 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Usage tracker for resource:subnet and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:58.316871 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:58.324136 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:58.341750 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Made reservation on behalf of 61a1578c12794d8387e64122ac4c5240 for: {'subnet': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:45:58.343912 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15256191'] for subnet, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.513787 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.547246 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.558029 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-857f4747-79eb-4fb3-83b8-1dd89c8592fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:58.615252 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d69243c92e049e58e8e46f69925fd3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899139 May 11 13:45:58.618693 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41926) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:58.621411 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abf71ba-191b-4c69-9fab-5fb2abf663dc,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:58.625964 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:58.687991 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f56f9a69-cf34-4581-b19b-6bc985319e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.719324 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f56f9a69-cf34-4581-b19b-6bc985319e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.782396 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f56f9a69-cf34-4581-b19b-6bc985319e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.787204 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-6fa0e49f-3f95-4db7-8f57-5a85ff235bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:58.801233 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f9a69-cf34-4581-b19b-6bc985319e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abf71ba-191b-4c69-9fab-5fb2abf663dc,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:58.805143 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f56f9a69-cf34-4581-b19b-6bc985319e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:58.807385 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f56f9a69-cf34-4581-b19b-6bc985319e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.811134 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-f56f9a69-cf34-4581-b19b-6bc985319e6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5abf71ba-191b-4c69-9fab-5fb2abf663dc HTTP/1.1" status: 204 len: 168 time: 0.1887214 May 11 13:45:58.965797 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15150647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15256077'] for subnet, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:58.970027 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-32a250c0-44f7-4d5b-9829-71f3ce3c5c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:59.046130 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65da1db8-e161-4a3d-a471-c8dee451380d,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:59.050562 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:59.055329 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Checking segment: {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:45:59.055763 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Network hostable DHCP agents. Network: ac1ca98a-4c0a-4494-931a-c72756209b87, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:45:59.076007 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Network ac1ca98a-4c0a-4494-931a-c72756209b87 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:45:59.089193 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, ac1ca98a-4c0a-4494-931a-c72756209b87) {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:45:59.102299 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:45:59.103201 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.105085 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81a610-0b16-413b-bd94-e3395a315d39 None None] Network ac1ca98a-4c0a-4494-931a-c72756209b87 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:45:59.139746 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-824decd5-b9f8-4f59-a511-89ab44cd0796 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8520598 May 11 13:45:59.143575 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 41938) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:59.151396 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:45:59.155894 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:59.160219 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Usage tracker for resource:router and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:59.163544 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:59.171501 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:59.183568 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-908005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259445'] for router, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.185027 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-908010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-852141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259404'] for router, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.208522 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.220893 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41942) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:59.242341 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.258571 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:45:59.262732 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] Usage tracker for resource:security_group_rule and tenant:257ae7e4b9fc41898c458b6d12810509 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:45:59.265958 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:45:59.272755 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:45:59.370406 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.375811 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.385461 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-922b4bf8-0bdd-4180-a8d9-c7381fd19d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:59.400279 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd61d72-5859-506b-89f6-35b500c5e50d-ac1ca98a-4c0a-4494-931a-c72756209b87', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d'}]}} from dv-cinder-784779-11-smb. {{(pid=78838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 13:45:59.401695 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.432970 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=257ae7e4b9fc41898c458b6d12810509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109668 May 11 13:45:59.433728 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 41946) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:45:59.435603 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19070247-a8a3-4cd5-98c0-dd1647949a6d,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:59.440433 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:59.505640 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d77c3e5b-65d3-4cb9-8414-d3f232d81465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.514859 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-909073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259410'] for router, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.546273 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d77c3e5b-65d3-4cb9-8414-d3f232d81465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.585756 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.db_base_plugin_common [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Allocated IP 172.20.0.2 (ac1ca98a-4c0a-4494-931a-c72756209b87/65da1db8-e161-4a3d-a471-c8dee451380d/4a5c0013-a3e1-4dcf-840e-89891e52562f) {{(pid=78838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:45:59.606285 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d77c3e5b-65d3-4cb9-8414-d3f232d81465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.612397 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-4383883e-5141-4734-81fb-d4102c6d3dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:59.626282 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c3e5b-65d3-4cb9-8414-d3f232d81465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19070247-a8a3-4cd5-98c0-dd1647949a6d,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:45:59.633637 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d77c3e5b-65d3-4cb9-8414-d3f232d81465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:45:59.639356 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d77c3e5b-65d3-4cb9-8414-d3f232d81465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.640652 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-d77c3e5b-65d3-4cb9-8414-d3f232d81465 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19070247-a8a3-4cd5-98c0-dd1647949a6d HTTP/1.1" status: 204 len: 168 time: 0.2021883 May 11 13:45:59.874438 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.885902 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Transition to ACTIVE for port object 4a5c0013-a3e1-4dcf-840e-89891e52562f will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:45:59.893046 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.905395 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Transition to ACTIVE for port object 4a5c0013-a3e1-4dcf-840e-89891e52562f will not be triggered until provisioned by entity DHCP. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:45:59.918948 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.923294 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:45:59.931084 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:45:59.990002 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Network ac1ca98a-4c0a-4494-931a-c72756209b87 is already hosted by enough agents. {{(pid=78838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:45:59.994019 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.base_scheduler [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Resources bound (agent type, host, resource id): {{(pid=78838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:00.003514 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Received port after_create {{(pid=78838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:00.051751 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Pushing event updated for resources: {'Port': ['ID=4a5c0013-a3e1-4dcf-840e-89891e52562f,revision_number=1']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:00.102777 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.102992 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.103332 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.103665 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.103975 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.104309 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.104786 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.105103 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.105369 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.105690 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.106008 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.106442 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:00.122862 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:00.134612 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Attempting to bind port 4a5c0013-a3e1-4dcf-840e-89891e52562f on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:00.135052 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Attempting to bind port 4a5c0013-a3e1-4dcf-840e-89891e52562f by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:00.135363 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Attempting to bind port 4a5c0013-a3e1-4dcf-840e-89891e52562f on network ac1ca98a-4c0a-4494-931a-c72756209b87 {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:00.141274 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:00.141661 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Checking segment: {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:00.142169 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:00.142581 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Bound using segment: {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:00.142805 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Allocated IP 172.28.2.137 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/72442ff9-cc08-4d17-b833-306aa28ae00f) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:00.143163 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Bound port: 4a5c0013-a3e1-4dcf-840e-89891e52562f, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:00.143786 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:00.240215 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] For port 4a5c0013-a3e1-4dcf-840e-89891e52562f, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:00.244115 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] For port 4a5c0013-a3e1-4dcf-840e-89891e52562f, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=4a5c0013-a3e1-4dcf-840e-89891e52562f,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:00.251363 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:00.256466 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:00.339584 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Pushing event updated for resources: {'Port': ['ID=4a5c0013-a3e1-4dcf-840e-89891e52562f,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:00.349913 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:00.491684 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:00.525575 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:00.531012 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:00.616188 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:00.619287 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:00.623321 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:00.681161 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Pushing event updated for resources: {'Port': ['ID=72442ff9-cc08-4d17-b833-306aa28ae00f,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:00.691131 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:01.080173 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 4a5c0013-a3e1-4dcf-840e-89891e52562f up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:01.124717 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:01.179810 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 4a5c0013-a3e1-4dcf-840e-89891e52562f completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:01.502508 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b2a604-53d6-4854-8ab2-237e547eb05f None None] Network ac1ca98a-4c0a-4494-931a-c72756209b87 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:46:01.636135 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669958'] for router, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:01.649162 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-400f5924-1e49-452b-a494-718cdc4cc14c None None] Provisioning for port 4a5c0013-a3e1-4dcf-840e-89891e52562f completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:01.693233 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-400f5924-1e49-452b-a494-718cdc4cc14c None None] Provisioning complete for port 4a5c0013-a3e1-4dcf-840e-89891e52562f triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:01.697514 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-400f5924-1e49-452b-a494-718cdc4cc14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:01.845898 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42008) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:02.041357 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Router 40a42a7d-8ad8-44ed-8d15-398179b11cac is scheduled to L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 with binding_index 1 {{(pid=78837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 13:46:02.053943 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-400f5924-1e49-452b-a494-718cdc4cc14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.119737 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-400f5924-1e49-452b-a494-718cdc4cc14c None None] For port 4a5c0013-a3e1-4dcf-840e-89891e52562f, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=4a5c0013-a3e1-4dcf-840e-89891e52562f,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:02.120317 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9b46b9fe-e8ae-4af5-b32d-3d1ca48bb12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.143491 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-9b46b9fe-e8ae-4af5-b32d-3d1ca48bb12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:02.146349 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-400f5924-1e49-452b-a494-718cdc4cc14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.148117 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-9b46b9fe-e8ae-4af5-b32d-3d1ca48bb12a admin admin] Usage tracker for resource:security_group_rule and tenant:40dee6624e774154927f67c692399e2d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:02.151696 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-9b46b9fe-e8ae-4af5-b32d-3d1ca48bb12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:02.158173 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-9b46b9fe-e8ae-4af5-b32d-3d1ca48bb12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:02.158473 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:02.284940 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f5924-1e49-452b-a494-718cdc4cc14c None None] Pushing event updated for resources: {'Port': ['ID=4a5c0013-a3e1-4dcf-840e-89891e52562f,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:02.288713 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-400f5924-1e49-452b-a494-718cdc4cc14c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:02.311943 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9b46b9fe-e8ae-4af5-b32d-3d1ca48bb12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.318462 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9b46b9fe-e8ae-4af5-b32d-3d1ca48bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.324781 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:46:02.329860 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ab19ae58-0104-4f43-a72e-4ed26cfae59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:02.337765 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Sync routers for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:46:02.351802 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:02.352473 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:45:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:02.371300 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Notify callbacks [] for router, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.373004 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2279980 May 11 13:46:02.375655 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42026) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:02.438935 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-9b46b9fe-e8ae-4af5-b32d-3d1ca48bb12a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40dee6624e774154927f67c692399e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5917654 May 11 13:46:02.440265 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42034) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:02.441179 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46b9fe-e8ae-4af5-b32d-3d1ca48bb12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8523e5c1-6374-41f7-a0d7-92fd6a223cb0,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:02.466876 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9b46b9fe-e8ae-4af5-b32d-3d1ca48bb12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:02.591216 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-44e4fb86-4c14-4410-8c17-f3023a3837cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.624998 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-44e4fb86-4c14-4410-8c17-f3023a3837cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.693279 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-44e4fb86-4c14-4410-8c17-f3023a3837cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.702370 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-4d0c6308-943e-4da5-b382-fdf38ede28f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:02.705295 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-9214a7ab-f05a-4d15-bdd0-4c41bc2e67c2 None None] Provisioning complete for port 4a5c0013-a3e1-4dcf-840e-89891e52562f triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:02.705665 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-9214a7ab-f05a-4d15-bdd0-4c41bc2e67c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.721566 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-44e4fb86-4c14-4410-8c17-f3023a3837cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:02.723279 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-44e4fb86-4c14-4410-8c17-f3023a3837cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8523e5c1-6374-41f7-a0d7-92fd6a223cb0 HTTP/1.1" status: 204 len: 168 time: 0.2779934 May 11 13:46:02.735900 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4fb86-4c14-4410-8c17-f3023a3837cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8523e5c1-6374-41f7-a0d7-92fd6a223cb0,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:02.757996 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-44e4fb86-4c14-4410-8c17-f3023a3837cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:02.846665 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:03.094824 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 4a5c0013-a3e1-4dcf-840e-89891e52562f up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:03.249442 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 4a5c0013-a3e1-4dcf-840e-89891e52562f triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:03.250503 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:03.324911 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42066) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:03.566716 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:03.602427 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:03.606550 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:00Z', 'revision_number': 3, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:03.608243 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] Usage tracker for resource:security_group_rule and tenant:a8fe6de021df40a39a03e0e563b48de3 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:03.615213 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Checking router: 40a42a7d-8ad8-44ed-8d15-398179b11cac for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:46:03.616205 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:03.618293 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Updating router 40a42a7d-8ad8-44ed-8d15-398179b11cac port 72442ff9-cc08-4d17-b833-306aa28ae00f binding host dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:46:03.621421 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:03.636506 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:03.692048 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:03.807595 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:03.825857 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:03.836515 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-91697879-9605-453d-8d90-104fe28d54f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:03.886597 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8fe6de021df40a39a03e0e563b48de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577431 May 11 13:46:03.886597 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ec3999-5e52-41be-bfca-f8043581dcff,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:03.887520 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42084) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:03.891456 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:03.952273 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c86002-2e86-4fc7-ab1c-403365ab8829 req-464489ab-937b-4a9b-890a-726017ecb5a5 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:03.953931 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b6c86002-2e86-4fc7-ab1c-403365ab8829 req-464489ab-937b-4a9b-890a-726017ecb5a5 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2511079 May 11 13:46:04.021292 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42090) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:04.032533 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Allocated IP 172.20.0.1 (ac1ca98a-4c0a-4494-931a-c72756209b87/65da1db8-e161-4a3d-a471-c8dee451380d/697c9c2b-bf74-4654-815e-647a9d026002) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:04.064811 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-7154e2ff-db17-4a0b-8306-1f5f80b5f96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.075965 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b6c86002-2e86-4fc7-ab1c-403365ab8829 req-1755a48b-1ba3-4c07-b1db-07b4bb068451 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107745 May 11 13:46:04.094213 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Notify callbacks [] for port, precommit_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.107229 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Transition to ACTIVE for port object 72442ff9-cc08-4d17-b833-306aa28ae00f will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:04.116193 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.121999 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:04.193276 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-7154e2ff-db17-4a0b-8306-1f5f80b5f96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.197515 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1924785932-network', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:04.198058 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Attempting to bind port 72442ff9-cc08-4d17-b833-306aa28ae00f on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:04.198440 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Attempting to bind port 72442ff9-cc08-4d17-b833-306aa28ae00f by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:04.198810 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Attempting to bind port 72442ff9-cc08-4d17-b833-306aa28ae00f on network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:04.203885 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:04.209378 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Usage tracker for resource:network and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:04.213183 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:04.215738 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:04.216124 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Checking segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:04.216773 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.217174 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Bound using segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:04.217700 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Bound port: 72442ff9-cc08-4d17-b833-306aa28ae00f, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:04.218115 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.220986 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:04.234029 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Made reservation on behalf of 6ffd9027538e4aca8a03dd5fe1dbe211 for: {'network': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:46:04.236851 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.245757 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7bc59-3497-4e81-8aa0-a4534f41e76a None None] Pushing event updated for resources: {'Port': ['ID=72442ff9-cc08-4d17-b833-306aa28ae00f,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:04.249288 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-99a7bc59-3497-4e81-8aa0-a4534f41e76a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:04.252562 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.271416 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:04.277552 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Usage tracker for resource:security_group_rule and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:04.281656 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:04.290232 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:04.302366 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.329921 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] For port 72442ff9-cc08-4d17-b833-306aa28ae00f, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:04.331935 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-7154e2ff-db17-4a0b-8306-1f5f80b5f96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.333415 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] For port 72442ff9-cc08-4d17-b833-306aa28ae00f, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=72442ff9-cc08-4d17-b833-306aa28ae00f,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:04.338099 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Transition to ACTIVE for port object 697c9c2b-bf74-4654-815e-647a9d026002 will not be triggered until provisioned by entity DHCP. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:04.339398 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.340120 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-bd975921-f499-458c-9f60-020b785d9bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:04.344757 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-7341622b-628b-47a1-8d0a-89afa20910fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:04.362622 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154e2ff-db17-4a0b-8306-1f5f80b5f96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ec3999-5e52-41be-bfca-f8043581dcff,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:04.385031 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-7154e2ff-db17-4a0b-8306-1f5f80b5f96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:04.400701 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-7154e2ff-db17-4a0b-8306-1f5f80b5f96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.401549 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-7154e2ff-db17-4a0b-8306-1f5f80b5f96b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05ec3999-5e52-41be-bfca-f8043581dcff HTTP/1.1" status: 204 len: 168 time: 0.5126159 May 11 13:46:04.425518 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.438017 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:04.438670 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:45:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:04.446441 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:04.500644 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7bc59-3497-4e81-8aa0-a4534f41e76a None None] Pushing event updated for resources: {'Port': ['ID=72442ff9-cc08-4d17-b833-306aa28ae00f,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:04.502547 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.514283 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.518012 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9c8dfe92-5041-497d-8bf0-3d526a286ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:04.558065 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-99a7bc59-3497-4e81-8aa0-a4534f41e76a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:04.584543 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Network ac1ca98a-4c0a-4494-931a-c72756209b87 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:04.588751 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=78836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:46:04.591416 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:04.604944 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f1f208-27ee-4a3d-9eab-38869ae9455b,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:04.608900 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:04.614275 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.615951 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.segments_db [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Added segment a1ca4509-ce05-449e-9617-b818483643c9 of type vlan for network 15be1c10-7348-443b-a2f4-9495fe338f9d May 11 13:46:04.621276 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:04.672540 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.722136 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.728143 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:04.728866 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.735227 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-27be0c00-4b14-481b-98e6-9b0cd96309f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:04.735470 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Pushing event updated for resources: {'Port': ['ID=697c9c2b-bf74-4654-815e-647a9d026002,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:04.745418 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:04.753219 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:04.797274 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657369'] for router_interface, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:04.874121 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Pushing event updated for resources: {'Network': ['ID=15be1c10-7348-443b-a2f4-9495fe338f9d,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:04.878484 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:04.882225 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-2ac53318-aa78-4ac0-baf2-1d79f4fee419 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8589435 May 11 13:46:04.884355 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42100) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:04.891131 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Request body: {'subnet': {'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1924785932-subnet', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'ip_version': 4}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:04.896303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 15be1c10-7348-443b-a2f4-9495fe338f9d details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:46:04.897043 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:04.902477 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Usage tracker for resource:subnet and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:04.907019 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:04.915947 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:04.930680 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Made reservation on behalf of 6ffd9027538e4aca8a03dd5fe1dbe211 for: {'subnet': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:46:04.934806 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15256191'] for subnet, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.031860 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42104) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:05.060524 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-eec54537-a542-415f-bdba-3103b745f55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.088669 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-eec54537-a542-415f-bdba-3103b745f55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:05.094648 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-eec54537-a542-415f-bdba-3103b745f55c admin admin] Usage tracker for resource:security_group_rule and tenant:d43a43063a1b4725a70f782a82a6370c is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:05.099940 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-eec54537-a542-415f-bdba-3103b745f55c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:05.118694 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-eec54537-a542-415f-bdba-3103b745f55c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:05.220193 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-ab2291a3-f059-478f-9533-03343f37df28 None None] Provisioning for port 697c9c2b-bf74-4654-815e-647a9d026002 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:05.253391 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-ab2291a3-f059-478f-9533-03343f37df28 None None] Provisioning complete for port 697c9c2b-bf74-4654-815e-647a9d026002 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:05.254315 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ab2291a3-f059-478f-9533-03343f37df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.308751 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.406842 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-eec54537-a542-415f-bdba-3103b745f55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.409909 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a830e6e-d454-4a1b-a307-bb7cb81d8465 req-a5042da5-791e-472b-a5f5-37095250105c tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:05.411554 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2a830e6e-d454-4a1b-a307-bb7cb81d8465 req-a5042da5-791e-472b-a5f5-37095250105c tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1767790 May 11 13:46:05.417458 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-ab2291a3-f059-478f-9533-03343f37df28 None None] Port 697c9c2b-bf74-4654-815e-647a9d026002 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:46:05.425922 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-eec54537-a542-415f-bdba-3103b745f55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.436104 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-af7a601c-0290-4bc0-bc5f-051bbff49761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:05.474701 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-eec54537-a542-415f-bdba-3103b745f55c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d43a43063a1b4725a70f782a82a6370c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400177 May 11 13:46:05.499449 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42110) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:05.527259 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:00Z', 'revision_number': 3, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:05.531744 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec54537-a542-415f-bdba-3103b745f55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f4bb1c-5745-4fdc-9c4e-5748128704d3,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:05.540819 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2a830e6e-d454-4a1b-a307-bb7cb81d8465 req-a111f3b6-c3fc-48ce-a193-f7867be1bdde tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213646 May 11 13:46:05.548317 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-eec54537-a542-415f-bdba-3103b745f55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:05.559258 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5d8ef-d8a7-4e95-a5c8-5f1291a5f6c3 None None] The sync data for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb is: [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:00Z', 'revision_number': 3, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:46:05.641551 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.649289 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.651266 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-93957cef-b229-451e-81fb-ba4aac749297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.678167 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-49f8bb37-cce4-4017-888a-b4be609c9ad7 tempest-VolumesActionsTest-942491284 tempest-VolumesActionsTest-942491284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:05.686331 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-93957cef-b229-451e-81fb-ba4aac749297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.763320 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Pushing event updated for resources: {'Port': ['ID=697c9c2b-bf74-4654-815e-647a9d026002,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:05.766422 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657274'] for router_interface, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.771849 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:05.783328 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15150647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15256077'] for subnet, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.790579 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9b9e76c9-b368-4175-b4bf-69cde797bfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:05.884848 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-93957cef-b229-451e-81fb-ba4aac749297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.911237 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec4f421-41aa-4a68-a63a-f6f6b2586e4c,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:05.921795 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:05.922288 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9abdd9de-b27c-47a4-91f9-a7169472baa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:05.936065 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Checking segment: {'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:05.936414 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Network hostable DHCP agents. Network: 15be1c10-7348-443b-a2f4-9495fe338f9d, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:46:05.945816 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-93957cef-b229-451e-81fb-ba4aac749297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:05.947105 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-93957cef-b229-451e-81fb-ba4aac749297 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39f4bb1c-5745-4fdc-9c4e-5748128704d3 HTTP/1.1" status: 204 len: 168 time: 0.4413819 May 11 13:46:05.948153 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93957cef-b229-451e-81fb-ba4aac749297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f4bb1c-5745-4fdc-9c4e-5748128704d3,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:05.955939 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-93957cef-b229-451e-81fb-ba4aac749297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:05.973724 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Network ac1ca98a-4c0a-4494-931a-c72756209b87 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:05.975266 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:05.978279 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Network 15be1c10-7348-443b-a2f4-9495fe338f9d is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:46:05.993264 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 15be1c10-7348-443b-a2f4-9495fe338f9d) {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:06.006359 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:06.007484 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:06.049672 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-22151932-9e09-4842-8431-a29fbad41d21 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1637635 May 11 13:46:06.051369 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42116) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:06.063152 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a7833-2332-4c40-a818-56c9021212a8 None None] Network 15be1c10-7348-443b-a2f4-9495fe338f9d requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:46:06.072240 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:06.087902 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:06.092752 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Usage tracker for resource:router and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:06.098913 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:06.108539 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:06.125403 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-908005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259445'] for router, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:06.126463 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-908010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-852141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259404'] for router, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:06.159809 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:06.350137 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Router 40a42a7d-8ad8-44ed-8d15-398179b11cac has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:46:06.465306 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd61d72-5859-506b-89f6-35b500c5e50d-15be1c10-7348-443b-a2f4-9495fe338f9d', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c'}]}} from dv-cinder-784779-11-smb. {{(pid=78838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 13:46:06.466950 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:06.645937 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-ccbc8f79-c5bb-423f-a756-92b06548f966 None None] Provisioning complete for port 697c9c2b-bf74-4654-815e-647a9d026002 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:06.647662 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ccbc8f79-c5bb-423f-a756-92b06548f966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:06.752152 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-909073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259410'] for router, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:06.769807 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc8f79-c5bb-423f-a756-92b06548f966 None None] Port 697c9c2b-bf74-4654-815e-647a9d026002 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:46:06.878821 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:46:06.889040 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] 10.222.0.30 "PUT /v2.0/routers/40a42a7d-8ad8-44ed-8d15-398179b11cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5122056 May 11 13:46:06.904786 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.db_base_plugin_common [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Allocated IP 172.20.0.2 (15be1c10-7348-443b-a2f4-9495fe338f9d/5ec4f421-41aa-4a68-a63a-f6f6b2586e4c/37938598-d8f3-49e3-b028-ccfac9fe7b03) {{(pid=78838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:06.963578 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68c172-32b2-4b89-8994-d674cedcc0eb req-0f5b9111-3a69-4c06-8512-c7dfaa391c1f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:06.965838 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ef68c172-32b2-4b89-8994-d674cedcc0eb req-0f5b9111-3a69-4c06-8512-c7dfaa391c1f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2032433 May 11 13:46:07.094777 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ef68c172-32b2-4b89-8994-d674cedcc0eb req-4353436e-b45e-402d-bd1b-86091874d1ac tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225879 May 11 13:46:07.187788 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 72442ff9-cc08-4d17-b833-306aa28ae00f up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:07.277443 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Notify callbacks [] for port, precommit_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:07.278361 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:07.290931 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Transition to ACTIVE for port object 37938598-d8f3-49e3-b028-ccfac9fe7b03 will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:07.311212 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:07.319482 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Transition to ACTIVE for port object 37938598-d8f3-49e3-b028-ccfac9fe7b03 will not be triggered until provisioned by entity DHCP. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:07.328074 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 72442ff9-cc08-4d17-b833-306aa28ae00f completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:07.338617 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:07.355091 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:07.408382 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 72442ff9-cc08-4d17-b833-306aa28ae00f triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:07.409059 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:07.524371 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Network 15be1c10-7348-443b-a2f4-9495fe338f9d is already hosted by enough agents. {{(pid=78838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:07.537400 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.base_scheduler [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Resources bound (agent type, host, resource id): {{(pid=78838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:07.539816 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Allocated IP 172.28.2.180 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/02ea557d-3126-4188-b9d7-36f3edc67cb8) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:07.553871 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Pushing event updated for resources: {'Port': ['ID=37938598-d8f3-49e3-b028-ccfac9fe7b03,revision_number=1']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:07.558460 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Received port after_create {{(pid=78838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:07.561148 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:07.780861 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Attempting to bind port 37938598-d8f3-49e3-b028-ccfac9fe7b03 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:07.782310 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Attempting to bind port 37938598-d8f3-49e3-b028-ccfac9fe7b03 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:07.782917 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Attempting to bind port 37938598-d8f3-49e3-b028-ccfac9fe7b03 on network 15be1c10-7348-443b-a2f4-9495fe338f9d {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:07.802759 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:07.803475 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Checking segment: {'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:07.804274 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:07.804905 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Bound using segment: {'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:07.806426 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Bound port: 37938598-d8f3-49e3-b028-ccfac9fe7b03, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:07.807253 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:07.923097 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:07.975781 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Sync routers for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:46:07.992809 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] For port 37938598-d8f3-49e3-b028-ccfac9fe7b03, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:07.993619 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:07.998508 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] For port 37938598-d8f3-49e3-b028-ccfac9fe7b03, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=37938598-d8f3-49e3-b028-ccfac9fe7b03,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:07.999752 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:08.008304 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:08.012828 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:08.014365 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:08.014713 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:45:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:08.025714 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:08.077506 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port 72442ff9-cc08-4d17-b833-306aa28ae00f, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=72442ff9-cc08-4d17-b833-306aa28ae00f,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:08.089278 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:08.112692 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:08.114134 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:08.115192 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Pushing event updated for resources: {'Port': ['ID=37938598-d8f3-49e3-b028-ccfac9fe7b03,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:08.119653 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:08.120863 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:08.122278 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:08.197687 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Pushing event updated for resources: {'Port': ['ID=02ea557d-3126-4188-b9d7-36f3edc67cb8,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:08.206859 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:08.268340 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=72442ff9-cc08-4d17-b833-306aa28ae00f,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:08.271945 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:08.551576 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f6ce8-7a32-494d-8795-c4c45a51cb41 req-a0c71e13-bec2-464c-94e8-c902998b0382 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:08.563527 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce3f6ce8-7a32-494d-8795-c4c45a51cb41 req-a0c71e13-bec2-464c-94e8-c902998b0382 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1872487 May 11 13:46:08.671419 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce3f6ce8-7a32-494d-8795-c4c45a51cb41 req-c5f1b452-de9e-46f8-9b69-5b372a918e89 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003344 May 11 13:46:08.714121 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:09.010247 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:09.209828 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 2, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:09.222306 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Checking router: 40a42a7d-8ad8-44ed-8d15-398179b11cac for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:46:09.223226 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Updating router 40a42a7d-8ad8-44ed-8d15-398179b11cac port 697c9c2b-bf74-4654-815e-647a9d026002 binding host dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:46:09.226728 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 37938598-d8f3-49e3-b028-ccfac9fe7b03 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:09.281129 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:09.464061 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 37938598-d8f3-49e3-b028-ccfac9fe7b03 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:09.484589 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 72442ff9-cc08-4d17-b833-306aa28ae00f up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:09.712689 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 72442ff9-cc08-4d17-b833-306aa28ae00f triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:09.715511 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:09.772339 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669958'] for router, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:09.801601 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaaafad-01dc-4b68-b95e-8a106833f1a8 None None] Network 15be1c10-7348-443b-a2f4-9495fe338f9d requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:46:09.812049 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42162) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:09.822780 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668940397', 'description': 'tempest-description--1581882075'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:09.865162 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Notify callbacks [] for port, precommit_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:09.875313 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:09.894692 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:security_group and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:09.899303 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.provisioning_blocks [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Transition to ACTIVE for port object 697c9c2b-bf74-4654-815e-647a9d026002 will not be triggered until provisioned by entity L2. {{(pid=78839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:09.903489 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:09.908821 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:09.916022 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:09.927326 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:10.208356 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.226586 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Pushing event updated for resources: {'Port': ['ID=697c9c2b-bf74-4654-815e-647a9d026002,revision_number=3']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:10.237802 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:10.247389 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:security_group_rule and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:10.255174 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:10.263845 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-384c4064-07bc-40e5-a7c7-0c41255bbc1c None None] Provisioning for port 37938598-d8f3-49e3-b028-ccfac9fe7b03 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:10.274724 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Attempting to bind port 697c9c2b-bf74-4654-815e-647a9d026002 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:10.275142 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Attempting to bind port 697c9c2b-bf74-4654-815e-647a9d026002 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:10.275638 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Attempting to bind port 697c9c2b-bf74-4654-815e-647a9d026002 on network ac1ca98a-4c0a-4494-931a-c72756209b87 {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:10.276190 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:10.282623 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:10.283148 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Checking segment: {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:10.283808 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.284308 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Bound using segment: {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:10.284961 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Bound port: 697c9c2b-bf74-4654-815e-647a9d026002, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'}}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:10.285447 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.294598 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Router 140a5b83-0da5-4ea0-ae45-bf20011674a4 is scheduled to L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 with binding_index 1 {{(pid=78836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 13:46:10.307133 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.307650 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.308086 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.308547 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.309000 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.309494 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.309922 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.310368 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.310809 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.311233 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.311696 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.312403 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:10.319242 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a29c-676e-4f68-9a26-28c2cd69ebf1 req-f53b22f3-fc3b-4d1a-92e9-5d5e12202f4f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:10.321133 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5275a29c-676e-4f68-9a26-28c2cd69ebf1 req-f53b22f3-fc3b-4d1a-92e9-5d5e12202f4f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.3814838 May 11 13:46:10.358162 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:10.440228 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-384c4064-07bc-40e5-a7c7-0c41255bbc1c None None] Provisioning complete for port 37938598-d8f3-49e3-b028-ccfac9fe7b03 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:10.440228 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-384c4064-07bc-40e5-a7c7-0c41255bbc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.476726 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] For port 697c9c2b-bf74-4654-815e-647a9d026002, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:10.483827 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5275a29c-676e-4f68-9a26-28c2cd69ebf1 req-c81140ac-e193-4a16-a3bc-0de6aab7d56d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451178 May 11 13:46:10.486480 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] For port 697c9c2b-bf74-4654-815e-647a9d026002, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=697c9c2b-bf74-4654-815e-647a9d026002,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:10.494569 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.510439 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-be729965-9ac5-4d20-a400-c2f7ce420e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:10.580763 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.596878 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.617326 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0d6321a7-d0ec-4c4d-9b60-b2d62dcd3a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:10.624873 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:10.625519 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:45:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:10.715554 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:46:10.734969 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcb74b2-e11c-4197-8fd7-19f0e51548da,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:10.749338 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:10.752155 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.757717 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9437711 May 11 13:46:10.760773 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42170) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:10.764787 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Notify callbacks [] for router, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.769062 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7134418 May 11 13:46:10.769642 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42174) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:10.771398 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'security_group_rule': {'security_group_id': 'cbcb74b2-e11c-4197-8fd7-19f0e51548da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:10.775659 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Sync routers for ids ['140a5b83-0da5-4ea0-ae45-bf20011674a4'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:46:10.778740 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:10.783673 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:security_group_rule and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:10.797482 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:10.810108 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:10.829412 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-384c4064-07bc-40e5-a7c7-0c41255bbc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.849559 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.869981 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Routers {'140a5b83-0da5-4ea0-ae45-bf20011674a4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:10.870644 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:45:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['140a5b83-0da5-4ea0-ae45-bf20011674a4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:10.952794 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:10.978177 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.988471 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:10.996147 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:11.051500 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Pushing event updated for resources: {'Port': ['ID=697c9c2b-bf74-4654-815e-647a9d026002,revision_number=4']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:11.064124 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:11.074630 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:11.076777 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3141127 May 11 13:46:11.081213 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42178) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:11.082527 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740964f1-350c-4780-a154-c13391205821,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:11.095254 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'security_group_rule': {'security_group_id': 'cbcb74b2-e11c-4197-8fd7-19f0e51548da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:11.108229 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-cb4ef664-3f0e-493e-b4b3-16247739eaa6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:11.110237 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:11.117145 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:security_group_rule and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:11.121980 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:11.130342 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:11.153865 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:11.169475 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-384c4064-07bc-40e5-a7c7-0c41255bbc1c None None] For port 37938598-d8f3-49e3-b028-ccfac9fe7b03, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=37938598-d8f3-49e3-b028-ccfac9fe7b03,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:11.178601 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-384c4064-07bc-40e5-a7c7-0c41255bbc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:11.192185 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:11.236271 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:11.242882 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:11.245479 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:11.273330 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6df87bd-6c2a-49a9-b179-12b97949ce4d,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:11.276429 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:11.287427 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:11.292288 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2058833 May 11 13:46:11.292941 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42182) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:11.299040 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'floatingip': {'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:11.304689 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:11.309106 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:floatingip and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:11.312366 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:11.318510 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:11.334948 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:11.387367 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c4064-07bc-40e5-a7c7-0c41255bbc1c None None] Pushing event updated for resources: {'Port': ['ID=37938598-d8f3-49e3-b028-ccfac9fe7b03,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:11.403892 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-384c4064-07bc-40e5-a7c7-0c41255bbc1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:11.410363 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Set router 140a5b83-0da5-4ea0-ae45-bf20011674a4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:11.423742 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:10Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:11.431953 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43831a77-d9f4-46ee-be7f-89ca2309aaeb None None] The sync data for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb is: [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:10Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:46:11.604155 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-f6c3f884-18c9-4b75-9282-3cc2960b8bde None None] Provisioning complete for port 37938598-d8f3-49e3-b028-ccfac9fe7b03 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:11.604892 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f884-18c9-4b75-9282-3cc2960b8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:11.707415 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:11.987194 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.013461 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Allocated IP 172.28.2.139 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/364d59bb-4e6a-4d22-a220-03698d4dff65) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:12.129964 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689f000-c1fd-4dc2-842f-48273cadac10 req-9a5f77bb-d3a2-4c93-aae9-acef9c1dcf51 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:12.143656 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9689f000-c1fd-4dc2-842f-48273cadac10 req-9a5f77bb-d3a2-4c93-aae9-acef9c1dcf51 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.3697324 May 11 13:46:12.164585 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 3, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:12.170833 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Checking router: 140a5b83-0da5-4ea0-ae45-bf20011674a4 for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:46:12.171382 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Updating router 140a5b83-0da5-4ea0-ae45-bf20011674a4 port 02ea557d-3126-4188-b9d7-36f3edc67cb8 binding host dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:46:12.239513 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.250708 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.258502 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9689f000-c1fd-4dc2-842f-48273cadac10 req-c5057e4f-1555-4c3e-ba09-249c9ec8481e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116874 May 11 13:46:12.310222 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.316262 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:12.373250 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Allocated IP 172.20.0.1 (15be1c10-7348-443b-a2f4-9495fe338f9d/5ec4f421-41aa-4a68-a63a-f6f6b2586e4c/f5c43ba5-a741-4d18-b842-47885b35c819) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:12.486653 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:12.490889 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:12.498618 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:12.590856 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'Port': ['ID=364d59bb-4e6a-4d22-a220-03698d4dff65,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:12.599970 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:12.653204 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.674168 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Transition to ACTIVE for port object f5c43ba5-a741-4d18-b842-47885b35c819 will not be triggered until provisioned by entity DHCP. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:12.703618 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.716760 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-57ce29cf-93c7-45ee-a58e-e71142a44c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:12.725810 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Notify callbacks [] for port, precommit_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.747843 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Transition to ACTIVE for port object 02ea557d-3126-4188-b9d7-36f3edc67cb8 will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:12.761721 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.766124 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:12.772846 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.796301 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Pushing event updated for resources: {'Port': ['ID=f5c43ba5-a741-4d18-b842-47885b35c819,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:12.799937 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:12.806796 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Network 15be1c10-7348-443b-a2f4-9495fe338f9d is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:12.808566 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:12.811188 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:12.894334 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24091285-208b-4f4b-a306-f4d97c41f2a6 None None] Pushing event updated for resources: {'Port': ['ID=02ea557d-3126-4188-b9d7-36f3edc67cb8,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:12.905007 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Attempting to bind port 02ea557d-3126-4188-b9d7-36f3edc67cb8 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:12.905393 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Attempting to bind port 02ea557d-3126-4188-b9d7-36f3edc67cb8 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:12.905769 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Attempting to bind port 02ea557d-3126-4188-b9d7-36f3edc67cb8 on network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:12.908347 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-24091285-208b-4f4b-a306-f4d97c41f2a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:12.912209 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657369'] for router_interface, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.916253 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.920086 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:12.921481 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Checking segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:12.922742 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:12.923985 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Bound using segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:12.925387 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Bound port: 02ea557d-3126-4188-b9d7-36f3edc67cb8, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:12.926519 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:13.192534 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] For port 02ea557d-3126-4188-b9d7-36f3edc67cb8, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:13.197373 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] For port 02ea557d-3126-4188-b9d7-36f3edc67cb8, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=02ea557d-3126-4188-b9d7-36f3edc67cb8,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:13.204937 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:13.213687 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:13.319483 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 37938598-d8f3-49e3-b028-ccfac9fe7b03 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:13.406178 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:13.491697 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:13.500824 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:13.510890 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-72a71ae2-de61-4ef1-ac7a-02e64f244981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:13.587297 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Routers {'140a5b83-0da5-4ea0-ae45-bf20011674a4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:13.588545 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:45:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['140a5b83-0da5-4ea0-ae45-bf20011674a4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:13.742062 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'Port': ['ID=364d59bb-4e6a-4d22-a220-03698d4dff65,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:13.770691 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:13.780216 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:13.799647 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02138435-952d-44a3-b118-18d8ad19739c req-3a31bcb1-b4bf-4651-bdd0-ced6babbf87c tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:13.801505 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-02138435-952d-44a3-b118-18d8ad19739c req-3a31bcb1-b4bf-4651-bdd0-ced6babbf87c tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2794313 May 11 13:46:13.823902 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:13.829938 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5324218 May 11 13:46:13.843781 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-cd076b7b-766a-45cc-9190-251552361ad9 None None] Provisioning for port f5c43ba5-a741-4d18-b842-47885b35c819 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:13.843781 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24091285-208b-4f4b-a306-f4d97c41f2a6 None None] Pushing event updated for resources: {'Port': ['ID=02ea557d-3126-4188-b9d7-36f3edc67cb8,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:13.877964 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-24091285-208b-4f4b-a306-f4d97c41f2a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:13.893691 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-cd076b7b-766a-45cc-9190-251552361ad9 None None] Provisioning complete for port f5c43ba5-a741-4d18-b842-47885b35c819 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:13.894588 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-cd076b7b-766a-45cc-9190-251552361ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:13.950155 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6cbd-d02e-4e5a-a6b2-0676d0f798a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:13.990947 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:14.008991 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:14.011323 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-cd076b7b-766a-45cc-9190-251552361ad9 None None] Port f5c43ba5-a741-4d18-b842-47885b35c819 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:46:14.013160 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 37938598-d8f3-49e3-b028-ccfac9fe7b03 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:14.013559 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:14.053099 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-fac2f214-47e7-490f-ae92-f1fc0a148025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:14.102665 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] Set router 140a5b83-0da5-4ea0-ae45-bf20011674a4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:14.154989 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-02138435-952d-44a3-b118-18d8ad19739c req-51315a38-b1f1-4b0d-b4a0-2e249257e96d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804432 May 11 13:46:14.215018 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657274'] for router_interface, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:14.225489 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Pushing event updated for resources: {'Port': ['ID=f5c43ba5-a741-4d18-b842-47885b35c819,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:14.228781 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:14.236948 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-97729047-2775-4def-81a0-99a5125bb1d4 req-78393f4e-ec2a-4121-9493-49b76156da38 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Synchronizing usage tracker for tenant:61a1578c12794d8387e64122ac4c5240 on resource:security_group {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:14.384670 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-97729047-2775-4def-81a0-99a5125bb1d4 req-78393f4e-ec2a-4121-9493-49b76156da38 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Unset dirty status for tenant:61a1578c12794d8387e64122ac4c5240 on resource:security_group {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:14.385860 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-78393f4e-ec2a-4121-9493-49b76156da38 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--668940397&fields=id&tenant_id=61a1578c12794d8387e64122ac4c5240 HTTP/1.1" status: 200 len: 267 time: 0.3378160 May 11 13:46:14.444751 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 697c9c2b-bf74-4654-815e-647a9d026002 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:14.539808 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Network 15be1c10-7348-443b-a2f4-9495fe338f9d is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:14.543825 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:14.752759 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729047-2775-4def-81a0-99a5125bb1d4 req-70791377-a8ec-4f45-9e95-0dd87d90edec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:14.753488 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-97729047-2775-4def-81a0-99a5125bb1d4 req-70791377-a8ec-4f45-9e95-0dd87d90edec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Synchronizing usage tracker for tenant:61a1578c12794d8387e64122ac4c5240 on resource:network {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:14.759486 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 697c9c2b-bf74-4654-815e-647a9d026002 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:14.777335 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 697c9c2b-bf74-4654-815e-647a9d026002 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:14.777729 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:14.801125 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-97729047-2775-4def-81a0-99a5125bb1d4 req-70791377-a8ec-4f45-9e95-0dd87d90edec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Unset dirty status for tenant:61a1578c12794d8387e64122ac4c5240 on resource:network {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:14.802624 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-70791377-a8ec-4f45-9e95-0dd87d90edec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 816 time: 0.4043283 May 11 13:46:14.836406 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Router 140a5b83-0da5-4ea0-ae45-bf20011674a4 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:46:14.849165 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-777ddd29-3cbc-43a9-9212-ef896390c0bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/quotas/61a1578c12794d8387e64122ac4c5240 HTTP/1.1" status: 200 len: 375 time: 0.0330744 May 11 13:46:14.898464 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:12Z', 'revision_number': 1, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:14.942319 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98929a6-7708-4d2a-821d-4dab664cb067 None None] The sync data for ids ['140a5b83-0da5-4ea0-ae45-bf20011674a4'] in dv-cinder-784779-11-smb is: [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:12Z', 'revision_number': 1, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:46:15.010912 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-f8bac00b-3352-497e-89e3-82af981e2ac4 None None] Provisioning complete for port f5c43ba5-a741-4d18-b842-47885b35c819 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:15.011295 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-f8bac00b-3352-497e-89e3-82af981e2ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:15.047074 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:15.176165 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-f8bac00b-3352-497e-89e3-82af981e2ac4 None None] Port f5c43ba5-a741-4d18-b842-47885b35c819 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:46:15.188024 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port 697c9c2b-bf74-4654-815e-647a9d026002, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=697c9c2b-bf74-4654-815e-647a9d026002,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:15.216516 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:15.231618 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-24091285-208b-4f4b-a306-f4d97c41f2a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:15.273607 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-97729047-2775-4def-81a0-99a5125bb1d4 req-223cf316-b4e2-498c-8cc8-292e483cb534 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Synchronizing usage tracker for tenant:61a1578c12794d8387e64122ac4c5240 on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:15.357856 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:46:15.362184 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-97729047-2775-4def-81a0-99a5125bb1d4 req-223cf316-b4e2-498c-8cc8-292e483cb534 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Unset dirty status for tenant:61a1578c12794d8387e64122ac4c5240 on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:15.365196 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-223cf316-b4e2-498c-8cc8-292e483cb534 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4440546 May 11 13:46:15.428610 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=697c9c2b-bf74-4654-815e-647a9d026002,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:15.435168 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:15.451326 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] 10.222.0.30 "PUT /v2.0/routers/140a5b83-0da5-4ea0-ae45-bf20011674a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6722348 May 11 13:46:15.898967 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25876e8e-dcd0-4640-addd-2ad570001080 req-6d59f49c-de70-4a5c-84c5-55ff9493eb67 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:15.905340 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-25876e8e-dcd0-4640-addd-2ad570001080 req-6d59f49c-de70-4a5c-84c5-55ff9493eb67 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.5202055 May 11 13:46:15.914799 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-44d8a2a8-40b2-410e-b83f-a46f1f28571c service neutron] 10.222.0.30 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669597 May 11 13:46:16.088421 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-25876e8e-dcd0-4640-addd-2ad570001080 req-cd26130d-4fda-43a6-a39e-6bd96c0a1d76 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790750 May 11 13:46:16.154051 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-dd1a6cdd-3f27-4141-a8bb-6cf997e8bf66 service neutron] 10.222.0.30 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233050 May 11 13:46:16.232769 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2c40819d-333f-4d0f-8e19-8efa40b4342a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:16.323619 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:16.410094 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d5a6ed9c-4eb8-48f4-98eb-e948e24501a0 req-310b14de-e3f0-4760-900d-a278cb2cc8a0 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 210 time: 0.0538952 May 11 13:46:16.467275 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42250) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:16.474450 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-483904927-network', 'tenant_id': '095ac321816f422aa4a4090c3c785353'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:16.488099 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:16.505342 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Usage tracker for resource:network and tenant:095ac321816f422aa4a4090c3c785353 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:16.514555 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:16.531388 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:16.566939 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Made reservation on behalf of 095ac321816f422aa4a4090c3c785353 for: {'network': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:46:16.571595 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:16.589963 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:16.636350 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:16.647171 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Usage tracker for resource:security_group_rule and tenant:095ac321816f422aa4a4090c3c785353 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:16.700786 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:16.726479 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:16.816342 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0263f9-7161-4aae-bc31-ec25d9e663dc req-c910f6d8-0fab-461f-80af-a220a0233f6c tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:16.824258 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bb0263f9-7161-4aae-bc31-ec25d9e663dc req-c910f6d8-0fab-461f-80af-a220a0233f6c tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1795287 May 11 13:46:16.857556 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-82256c67-c14a-4de5-b3a6-2b43cba50059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:16.859881 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-82256c67-c14a-4de5-b3a6-2b43cba50059 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 1098 time: 0.1253250 May 11 13:46:16.917482 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bb0263f9-7161-4aae-bc31-ec25d9e663dc req-492eaea0-e44e-4d09-8df2-874d6a38e319 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901427 May 11 13:46:16.955823 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:16.963151 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:16.973569 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-92fe621c-630e-4d93-968e-29a5648d5776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:17.031866 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=78837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:46:17.051514 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3125c2-ffdf-441d-afca-3d2501a6b46a,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:17.057771 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:17.063767 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:17.064394 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.segments_db [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Added segment 0df86cb1-6aa7-4524-b944-c4f0a2b01ec0 of type vlan for network 0ac11a14-9876-4a90-b2e3-a1c9acde454b May 11 13:46:17.095883 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:17.131387 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:17.132993 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:17.133628 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:17.136991 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-ae0dee64-5201-4708-ab40-c0e5b3af39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:17.138779 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-ae0dee64-5201-4708-ab40-c0e5b3af39b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 912 time: 0.2712586 May 11 13:46:17.139168 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-9822df79-fa0b-4fb7-9098-29179d54039e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:17.262923 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7943623 May 11 13:46:17.263060 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42266) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:17.264160 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac11a14-9876-4a90-b2e3-a1c9acde454b,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:17.267278 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-6e922968-90d1-4131-a456-07d47953e029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:17.277739 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Request body: {'subnet': {'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-483904927-subnet', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'ip_version': 4}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:17.293184 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:17.293395 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 0ac11a14-9876-4a90-b2e3-a1c9acde454b details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:46:17.302937 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-6d6173b4-ce24-4ce7-b24d-b2b979594caa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0 HTTP/1.1" status: 200 len: 1001 time: 0.1470718 May 11 13:46:17.304001 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Usage tracker for resource:subnet and tenant:095ac321816f422aa4a4090c3c785353 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:17.307590 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:17.432823 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:17.439431 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-b534a691-2709-4693-ab5b-160da950253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:17.440914 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-b534a691-2709-4693-ab5b-160da950253d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1080eaab-142c-4115-a8c3-777ccabb0f27 HTTP/1.1" status: 200 len: 850 time: 0.1163969 May 11 13:46:17.521158 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 02ea557d-3126-4188-b9d7-36f3edc67cb8 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:17.531519 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Made reservation on behalf of 095ac321816f422aa4a4090c3c785353 for: {'subnet': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:46:17.534193 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15256191'] for subnet, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:17.612271 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 02ea557d-3126-4188-b9d7-36f3edc67cb8 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:17.618286 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 02ea557d-3126-4188-b9d7-36f3edc67cb8 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:17.618662 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:17.627863 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-aa3bdf59-f045-4df6-a48b-c9bec31a6653 req-e952af6e-cdf4-4db1-afda-be9e49c9fdc1 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 210 time: 0.0491323 May 11 13:46:17.658691 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-29570bb0-89db-4781-9365-edf7514ff8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:17.660198 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-29570bb0-89db-4781-9365-edf7514ff8b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f78548c-1497-4a11-acbd-00382a724758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2020967 May 11 13:46:17.751120 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:17.769170 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port 02ea557d-3126-4188-b9d7-36f3edc67cb8, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=02ea557d-3126-4188-b9d7-36f3edc67cb8,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:17.774364 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:17.775613 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 697c9c2b-bf74-4654-815e-647a9d026002 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:17.800572 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-beb882ee-09ad-4842-8465-5846b1a44141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:17.861591 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-f02ae8ea-b352-42f7-b1c4-e5892febf3a7 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923032 May 11 13:46:17.909090 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=02ea557d-3126-4188-b9d7-36f3edc67cb8,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:17.912340 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:17.926257 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 697c9c2b-bf74-4654-815e-647a9d026002 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:17.926645 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:18.111793 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:18.205947 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d74f5b47-fec9-4dde-b1b5-f519d719c905 req-079b5d09-fd99-4652-9451-0818e6dbbc85 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360271 May 11 13:46:18.206665 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:18.322571 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729047-2775-4def-81a0-99a5125bb1d4 req-978c7243-8a2d-4ad5-b11a-0e52d5fbee9c tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:18.324120 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-978c7243-8a2d-4ad5-b11a-0e52d5fbee9c tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 816 time: 0.3219571 May 11 13:46:18.390302 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15150647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15256077'] for subnet, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:18.395241 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:18.440678 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1ebde-7d5e-4a07-8547-f336db9b8139 req-9d158413-5232-41a6-bf81-dd8f3fc784e2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:18.443465 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-98b1ebde-7d5e-4a07-8547-f336db9b8139 req-9d158413-5232-41a6-bf81-dd8f3fc784e2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.2258010 May 11 13:46:18.449447 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-6f3be9f5-e0a0-43aa-aad6-a5208e4e49f2 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a1578c12794d8387e64122ac4c5240 HTTP/1.1" status: 200 len: 379 time: 0.1145854 May 11 13:46:18.480492 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'port': {'device_id': '8157fb2c-62df-4119-a330-a6d992943929', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'admin_state_up': True, 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'security_groups': ['cbcb74b2-e11c-4197-8fd7-19f0e51548da']}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:18.505831 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Checking segment: {'id': '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:18.506269 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Network hostable DHCP agents. Network: 0ac11a14-9876-4a90-b2e3-a1c9acde454b, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:46:18.553677 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=649fa616-a398-4dad-a45d-ead037aef344,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:18.559859 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:18.566063 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Network 0ac11a14-9876-4a90-b2e3-a1c9acde454b is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:46:18.585735 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 0ac11a14-9876-4a90-b2e3-a1c9acde454b) {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:18.599498 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7af10f8-bcad-459e-8b6a-6411fcac23a1 None None] Network 0ac11a14-9876-4a90-b2e3-a1c9acde454b requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:46:18.619950 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-98b1ebde-7d5e-4a07-8547-f336db9b8139 req-98838ea6-742e-4127-8b25-e1e5ccaaa1c3 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627741 May 11 13:46:18.651060 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:18.654133 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:18.717046 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-e9e565da-3dfb-40f1-bf98-87515bbb8564 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4482484 May 11 13:46:18.717046 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42286) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:18.722599 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-483904927-router', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:18.739460 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:18.753321 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:18.758605 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Usage tracker for resource:router and tenant:095ac321816f422aa4a4090c3c785353 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:18.763135 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:18.773717 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:18.787406 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:18.796079 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-908005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259445'] for router, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:18.797174 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-908010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-852141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259404'] for router, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:18.831966 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Made reservation on behalf of 61a1578c12794d8387e64122ac4c5240 for: {'port': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:46:18.835857 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:18.836204 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:18.886218 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:46:18.942052 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Sync routers for ids ['140a5b83-0da5-4ea0-ae45-bf20011674a4'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:46:18.955585 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Routers {'140a5b83-0da5-4ea0-ae45-bf20011674a4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:18.956709 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['140a5b83-0da5-4ea0-ae45-bf20011674a4'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:18.977655 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-08de6be6-9ea1-4682-931a-d0401a541785 req-dd741b3a-9501-4294-94aa-db4454d54fec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 210 time: 0.0514455 May 11 13:46:19.101349 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd61d72-5859-506b-89f6-35b500c5e50d-0ac11a14-9876-4a90-b2e3-a1c9acde454b', 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'fixed_ips': [{'subnet_id': '649fa616-a398-4dad-a45d-ead037aef344'}]}} from dv-cinder-784779-11-smb. {{(pid=78838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 13:46:19.101848 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:19.216822 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Allocated IP 172.20.0.9 (ac1ca98a-4c0a-4494-931a-c72756209b87/65da1db8-e161-4a3d-a471-c8dee451380d/48eacb22-4a51-4626-9b61-f097f2ecec40) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:19.265380 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-909073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259410'] for router, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:19.271893 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Set router 140a5b83-0da5-4ea0-ae45-bf20011674a4 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:19.308687 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.db_base_plugin_common [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Allocated IP 172.20.0.2 (0ac11a14-9876-4a90-b2e3-a1c9acde454b/649fa616-a398-4dad-a45d-ead037aef344/5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb) {{(pid=78838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:19.464959 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 02ea557d-3126-4188-b9d7-36f3edc67cb8 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:19.636389 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:19.674345 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Transition to ACTIVE for port object 48eacb22-4a51-4626-9b61-f097f2ecec40 will not be triggered until provisioned by entity DHCP. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:19.726627 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:19.733066 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-7f07d607-511a-403d-8fe7-59f0b4bd13cd tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:19.870621 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Network ac1ca98a-4c0a-4494-931a-c72756209b87 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:19.878214 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:19.892365 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:19.897054 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:19.897860 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 2, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:19.903457 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Checking router: 140a5b83-0da5-4ea0-ae45-bf20011674a4 for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:46:19.904541 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Updating router 140a5b83-0da5-4ea0-ae45-bf20011674a4 port f5c43ba5-a741-4d18-b842-47885b35c819 binding host dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:46:19.917224 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:19.975898 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:19.992913 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.003773 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Notify callbacks [] for port, precommit_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.063519 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Transition to ACTIVE for port object 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:20.112619 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 02ea557d-3126-4188-b9d7-36f3edc67cb8 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:20.113734 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.121022 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:20.131641 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:20.191559 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Transition to ACTIVE for port object 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb will not be triggered until provisioned by entity DHCP. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:20.203689 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Allocated IP 172.28.2.98 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/01dde4f6-eb62-4a82-be88-895dec3c4d74) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:20.205104 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:20.205777 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.228018 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.251719 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:20.263391 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff69e7a-2867-4f27-8676-61828c23a6d5 req-a1b90de8-b531-4414-a449-d7d047e5066e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:20.273915 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2ff69e7a-2867-4f27-8676-61828c23a6d5 req-a1b90de8-b531-4414-a449-d7d047e5066e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.4900794 May 11 13:46:20.373735 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8995063 May 11 13:46:20.389542 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2ff69e7a-2867-4f27-8676-61828c23a6d5 req-34cafe25-83c2-46cd-93fc-f44992557681 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143863 May 11 13:46:20.403699 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Request body: {'port': {'device_id': '8157fb2c-62df-4119-a330-a6d992943929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:20.464649 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Pushing event updated for resources: {'Port': ['ID=5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb,revision_number=1']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:20.474675 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Network 0ac11a14-9876-4a90-b2e3-a1c9acde454b is already hosted by enough agents. {{(pid=78838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:20.485358 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:20.486989 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.base_scheduler [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Resources bound (agent type, host, resource id): {{(pid=78838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:20.495968 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Received port after_create {{(pid=78838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:20.505063 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.562524 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Notify callbacks [] for port, precommit_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.569170 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.577151 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.provisioning_blocks [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Transition to ACTIVE for port object f5c43ba5-a741-4d18-b842-47885b35c819 will not be triggered until provisioned by entity L2. {{(pid=78839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:20.601319 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9bf82e09-741d-4d90-96f4-e2ff77b230d6 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:20.602985 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.636467 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.638542 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:20.659393 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-a8f771ee-4f67-4a72-93d9-e61635eac156 None None] Provisioning for port 48eacb22-4a51-4626-9b61-f097f2ecec40 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:20.691297 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-a8f771ee-4f67-4a72-93d9-e61635eac156 None None] Provisioning complete for port 48eacb22-4a51-4626-9b61-f097f2ecec40 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:20.693573 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a8f771ee-4f67-4a72-93d9-e61635eac156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.710633 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe376a4-d5b5-4ea1-ba53-7595cba0c0db req-cc8392b7-8ba4-46d1-a0b9-ab68c73ea506 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:20.711530 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-1fe376a4-d5b5-4ea1-ba53-7595cba0c0db req-cc8392b7-8ba4-46d1-a0b9-ab68c73ea506 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Synchronizing usage tracker for tenant:61a1578c12794d8387e64122ac4c5240 on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:20.739049 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-1fe376a4-d5b5-4ea1-ba53-7595cba0c0db req-cc8392b7-8ba4-46d1-a0b9-ab68c73ea506 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Unset dirty status for tenant:61a1578c12794d8387e64122ac4c5240 on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:20.747458 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1fe376a4-d5b5-4ea1-ba53-7595cba0c0db req-cc8392b7-8ba4-46d1-a0b9-ab68c73ea506 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 931 time: 0.4704614 May 11 13:46:20.788721 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:20.792399 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:20.796230 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Attempting to bind port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:20.803657 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Attempting to bind port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:20.804432 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Attempting to bind port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb on network 0ac11a14-9876-4a90-b2e3-a1c9acde454b {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:20.808397 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:20.825087 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1fe376a4-d5b5-4ea1-ba53-7595cba0c0db req-ea0361d2-94cf-4b6f-b5d4-4af2803b8b09 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765164 May 11 13:46:20.838359 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:20.846285 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Checking segment: {'id': '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:20.846986 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.847540 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Bound using segment: {'id': '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:20.848201 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Bound port: 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:20.848770 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:20.913720 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756e871-f24e-446d-a75e-9568bbdb92a7 None None] Pushing event updated for resources: {'Port': ['ID=f5c43ba5-a741-4d18-b842-47885b35c819,revision_number=3']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:20.918700 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-e756e871-f24e-446d-a75e-9568bbdb92a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:20.920243 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-a8f771ee-4f67-4a72-93d9-e61635eac156 None None] Port 48eacb22-4a51-4626-9b61-f097f2ecec40 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:46:20.944581 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Pushing event updated for resources: {'Port': ['ID=01dde4f6-eb62-4a82-be88-895dec3c4d74,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:20.961501 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:21.067603 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Attempting to bind port f5c43ba5-a741-4d18-b842-47885b35c819 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:21.068542 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Attempting to bind port f5c43ba5-a741-4d18-b842-47885b35c819 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:21.069401 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Attempting to bind port f5c43ba5-a741-4d18-b842-47885b35c819 on network 15be1c10-7348-443b-a2f4-9495fe338f9d {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:21.076690 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:21.077551 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Checking segment: {'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:21.078474 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:21.079191 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Bound using segment: {'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:21.080026 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Bound port: f5c43ba5-a741-4d18-b842-47885b35c819, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'}}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:21.080646 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:21.081898 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] For port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:21.086022 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] For port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb,segment=NetworkSegment(0df86cb1-6aa7-4524-b944-c4f0a2b01ec0),segment_id=0df86cb1-6aa7-4524-b944-c4f0a2b01ec0)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:21.093292 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:21.097220 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:21.260078 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] For port f5c43ba5-a741-4d18-b842-47885b35c819, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:21.270703 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] For port f5c43ba5-a741-4d18-b842-47885b35c819, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=f5c43ba5-a741-4d18-b842-47885b35c819,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:21.285102 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:21.292689 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48eacb22-4a51-4626-9b61-f097f2ecec40 {{(pid=78837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:46:21.294905 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-fd5274e9-914c-4453-9009-98c35d82b0e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:21.300947 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:21.302296 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Pushing event updated for resources: {'Port': ['ID=5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:21.321470 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Transition to ACTIVE for port object 48eacb22-4a51-4626-9b61-f097f2ecec40 will not be triggered until provisioned by entity L2. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:21.322302 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:21.329345 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:21.333486 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-002a7a31-9274-46ee-b1c1-dd2eb1ab506c tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:21.413007 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Routers {'140a5b83-0da5-4ea0-ae45-bf20011674a4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:21.413947 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['140a5b83-0da5-4ea0-ae45-bf20011674a4'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:21.686046 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Pushing event updated for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:21.704014 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:21.741116 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756e871-f24e-446d-a75e-9568bbdb92a7 None None] Pushing event updated for resources: {'Port': ['ID=f5c43ba5-a741-4d18-b842-47885b35c819,revision_number=4']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:21.757546 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-e756e871-f24e-446d-a75e-9568bbdb92a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:21.871270 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] Set router 140a5b83-0da5-4ea0-ae45-bf20011674a4 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:21.882283 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Attempting to bind port 48eacb22-4a51-4626-9b61-f097f2ecec40 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:21.882631 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Attempting to bind port 48eacb22-4a51-4626-9b61-f097f2ecec40 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:21.882956 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Attempting to bind port 48eacb22-4a51-4626-9b61-f097f2ecec40 on network ac1ca98a-4c0a-4494-931a-c72756209b87 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:21.914847 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Port 48eacb22-4a51-4626-9b61-f097f2ecec40 on network ac1ca98a-4c0a-4494-931a-c72756209b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:46:21.918418 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Attempting to bind port 48eacb22-4a51-4626-9b61-f097f2ecec40 on network ac1ca98a-4c0a-4494-931a-c72756209b87 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:21.939393 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:21.940003 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Checking segment: {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:21.940599 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Bound using segment: {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:21.941234 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Bound port: 48eacb22-4a51-4626-9b61-f097f2ecec40, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'}}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:21.941760 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:21.957138 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:22.120184 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, cleared binding levels {{(pid=78837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:22.141259 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:22.149457 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:22.154444 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:22.212529 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:22.213146 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:22.214520 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] 10.222.0.43 "PUT /v2.0/ports/48eacb22-4a51-4626-9b61-f097f2ecec40 HTTP/1.1" status: 200 len: 1093 time: 1.8209879 May 11 13:46:22.215678 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:46:22.258689 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Pushing event updated for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=3']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:22.262973 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:22.271872 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1541889-437c-4db2-8292-6a5a5085f6d1 req-78062600-15fc-45bb-8659-96522c436196 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:22.273465 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a1541889-437c-4db2-8292-6a5a5085f6d1 req-78062600-15fc-45bb-8659-96522c436196 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.1967146 May 11 13:46:22.321224 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:21Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:22.326944 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dbe4d-b9e2-4c52-bf30-36cc4fb45f12 None None] The sync data for ids ['140a5b83-0da5-4ea0-ae45-bf20011674a4'] in dv-cinder-784779-11-smb is: [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:21Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:46:22.333775 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'status': 'completed', 'code': 200} May 11 13:46:22.416701 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a1541889-437c-4db2-8292-6a5a5085f6d1 req-a9f47fdd-60c1-4b50-a29e-73fad17d9b47 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050811 May 11 13:46:22.434360 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729047-2775-4def-81a0-99a5125bb1d4 req-a3da522a-482a-4cf0-a459-3fa2457dfe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:22.436095 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-a3da522a-482a-4cf0-a459-3fa2457dfe9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 1096 time: 0.1617117 May 11 13:46:22.527794 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669958'] for router, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:22.602051 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-c289aef5-fde1-4308-8077-2b765ba38ed6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48eacb22-4a51-4626-9b61-f097f2ecec40 HTTP/1.1" status: 200 len: 217 time: 0.1571984 May 11 13:46:22.726365 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729047-2775-4def-81a0-99a5125bb1d4 req-25c733fa-08ee-487b-b369-170ee9e5222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:22.727856 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-25c733fa-08ee-487b-b369-170ee9e5222a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.1187978 May 11 13:46:22.858259 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd is scheduled to L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 with binding_index 1 {{(pid=78836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 13:46:22.893659 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729047-2775-4def-81a0-99a5125bb1d4 req-db5e1a28-a075-4010-83ab-14620ac059f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:22.895750 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-db5e1a28-a075-4010-83ab-14620ac059f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1589677 May 11 13:46:22.947416 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a73685-586d-4e58-ada3-23c477afea39 None None] Network 0ac11a14-9876-4a90-b2e3-a1c9acde454b requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:46:23.061011 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-c00eba9d-59c4-4ea9-8a20-64af904d6317 None None] Provisioning for port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:23.066092 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-43a3bdfc-3805-495c-9502-a7837bfbf104 service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647997 May 11 13:46:23.094470 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:46:23.112049 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Sync routers for ids ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:46:23.141605 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Notify callbacks [] for router, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:23.146366 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4256065 May 11 13:46:23.146597 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42322) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:23.229249 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Routers {'14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:23.230368 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:23.421901 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-97729047-2775-4def-81a0-99a5125bb1d4 req-e2f3ae82-1d26-4f07-a198-d9e3111688ef service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470035 May 11 13:46:23.511220 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:23.620788 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Set router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:23.677598 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682acd53-edc6-43c0-8c12-be20e154c16e req-319d9e2a-9f6c-4470-beaf-35d7c618baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:23.681646 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-682acd53-edc6-43c0-8c12-be20e154c16e req-319d9e2a-9f6c-4470-beaf-35d7c618baa3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 1096 time: 0.1953900 May 11 13:46:23.820080 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:23.831498 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:23.831872 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:23.885937 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdd6e3-cb4a-4e15-bef7-a9c0549feef8 req-afdf7dce-abb3-41cd-bad4-b96afa71485c tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:23.887602 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3dcdd6e3-cb4a-4e15-bef7-a9c0549feef8 req-afdf7dce-abb3-41cd-bad4-b96afa71485c tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.2957273 May 11 13:46:23.963446 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3dcdd6e3-cb4a-4e15-bef7-a9c0549feef8 req-44784faf-952b-4ebe-84e0-9460f37d3f81 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631504 May 11 13:46:23.966375 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682acd53-edc6-43c0-8c12-be20e154c16e req-d5191dc4-64a2-424f-86f7-162e28564937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:23.967835 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-682acd53-edc6-43c0-8c12-be20e154c16e req-d5191dc4-64a2-424f-86f7-162e28564937 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 917 time: 0.2733424 May 11 13:46:23.977360 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-3c590932-e7a4-49bb-a46a-8045266f56ac None None] Provisioning complete for port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:23.977870 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3c590932-e7a4-49bb-a46a-8045266f56ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:24.054130 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-682acd53-edc6-43c0-8c12-be20e154c16e req-11f4596b-87e5-4249-a939-a6dd159cc22b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48eacb22-4a51-4626-9b61-f097f2ecec40 HTTP/1.1" status: 200 len: 217 time: 0.0774913 May 11 13:46:24.179850 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:24.186466 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682acd53-edc6-43c0-8c12-be20e154c16e req-2eeea76a-e778-4dbd-9656-891c514e01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:24.191137 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-682acd53-edc6-43c0-8c12-be20e154c16e req-2eeea76a-e778-4dbd-9656-891c514e01ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.1276617 May 11 13:46:24.256837 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3c590932-e7a4-49bb-a46a-8045266f56ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:24.284216 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682acd53-edc6-43c0-8c12-be20e154c16e req-478a97b8-f075-4a53-b270-2020d2f2ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:24.284468 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-682acd53-edc6-43c0-8c12-be20e154c16e req-478a97b8-f075-4a53-b270-2020d2f2ce1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0884440 May 11 13:46:24.306178 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-3c590932-e7a4-49bb-a46a-8045266f56ac None None] For port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb,segment=NetworkSegment(0df86cb1-6aa7-4524-b944-c4f0a2b01ec0),segment_id=0df86cb1-6aa7-4524-b944-c4f0a2b01ec0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:24.310134 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:24.349474 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3c590932-e7a4-49bb-a46a-8045266f56ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:24.358990 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:24.408124 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'name': 'tempest-TestShelveInstance-483904927-router', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:18Z', 'updated_at': '2021-05-11T13:46:21Z', 'revision_number': 3, 'project_id': '095ac321816f422aa4a4090c3c785353', 'gw_port': {'id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:20Z', 'updated_at': '2021-05-11T13:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:24.433826 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Checking router: 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:46:24.434201 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Updating router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd port 01dde4f6-eb62-4a82-be88-895dec3c4d74 binding host dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:46:24.478367 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-682acd53-edc6-43c0-8c12-be20e154c16e req-e6bc25ed-d0b8-4930-8237-d512b6acb00f service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853292 May 11 13:46:24.506494 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.db.api [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 11 13:46:24.507031 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_db.api [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 13:46:24.518365 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c590932-e7a4-49bb-a46a-8045266f56ac None None] Pushing event updated for resources: {'Port': ['ID=5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:24.522353 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-3c590932-e7a4-49bb-a46a-8045266f56ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:24.540127 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:24.595112 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Allocated IP 172.20.0.1 (0ac11a14-9876-4a90-b2e3-a1c9acde454b/649fa616-a398-4dad-a45d-ead037aef344/d22730b6-af7c-413c-91d0-bfdf1fe68652) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:24.633404 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-682acd53-edc6-43c0-8c12-be20e154c16e req-a30050be-3093-4f50-95c5-5d17d2894bbe service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482050 May 11 13:46:24.789717 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42344) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:24.804195 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:24.822734 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Transition to ACTIVE for port object d22730b6-af7c-413c-91d0-bfdf1fe68652 will not be triggered until provisioned by entity DHCP. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:24.851456 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:24.856434 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:24.916326 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Network 0ac11a14-9876-4a90-b2e3-a1c9acde454b is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:24.919225 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:24.923446 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:24.961288 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Notify callbacks [] for port, precommit_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:24.966344 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Pushing event updated for resources: {'Port': ['ID=d22730b6-af7c-413c-91d0-bfdf1fe68652,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:24.977711 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Transition to ACTIVE for port object 01dde4f6-eb62-4a82-be88-895dec3c4d74 will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:24.983108 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:24.988164 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.003563 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:25.010326 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657369'] for router_interface, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.012577 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.039655 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:25.046128 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5d6ff7349541b2b632ee5786168b55 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:25.052051 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:25.063667 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:25.160070 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.211151 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Attempting to bind port 01dde4f6-eb62-4a82-be88-895dec3c4d74 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:25.211701 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Attempting to bind port 01dde4f6-eb62-4a82-be88-895dec3c4d74 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:25.212255 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Attempting to bind port 01dde4f6-eb62-4a82-be88-895dec3c4d74 on network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:25.231111 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:25.231659 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Checking segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:25.232173 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.232708 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Bound using segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:25.233353 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Bound port: 01dde4f6-eb62-4a82-be88-895dec3c4d74, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:25.233815 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.255473 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.266333 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.275818 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-bebdd55c-7506-485b-ae65-73f68e73683a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:25.305336 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503a633-4b09-4bda-a4c6-17017bb62d81 None None] Pushing event updated for resources: {'Port': ['ID=01dde4f6-eb62-4a82-be88-895dec3c4d74,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:25.311665 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device f5c43ba5-a741-4d18-b842-47885b35c819 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:25.344081 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-e503a633-4b09-4bda-a4c6-17017bb62d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:25.344403 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab5d6ff7349541b2b632ee5786168b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534039 May 11 13:46:25.345921 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42352) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:25.358454 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-a00e7444-e417-4924-90ad-dbb8ccd9e62f None None] Provisioning for port d22730b6-af7c-413c-91d0-bfdf1fe68652 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:25.385515 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-a00e7444-e417-4924-90ad-dbb8ccd9e62f None None] Provisioning complete for port d22730b6-af7c-413c-91d0-bfdf1fe68652 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:25.385900 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a00e7444-e417-4924-90ad-dbb8ccd9e62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.388380 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31658bce-2811-496e-8e0f-53b0a86cfcae,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:25.398916 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:25.424914 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614831cb-ccbe-4296-9762-1718b13320a3 req-4f9bfdcd-617a-4aa4-aa89-7948a1663e75 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:25.426670 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-614831cb-ccbe-4296-9762-1718b13320a3 req-4f9bfdcd-617a-4aa4-aa89-7948a1663e75 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.2549660 May 11 13:46:25.447654 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-890b4e68-1e13-49ed-8f5c-f5ad360683d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.483493 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-a00e7444-e417-4924-90ad-dbb8ccd9e62f None None] Port d22730b6-af7c-413c-91d0-bfdf1fe68652 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:46:25.487000 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] For port 01dde4f6-eb62-4a82-be88-895dec3c4d74, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:25.501488 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] For port 01dde4f6-eb62-4a82-be88-895dec3c4d74, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=01dde4f6-eb62-4a82-be88-895dec3c4d74,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:25.513937 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.515870 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-614831cb-ccbe-4296-9762-1718b13320a3 req-f1287e1c-1da8-4f2c-9516-8c1ec4476352 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695331 May 11 13:46:25.520938 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-890b4e68-1e13-49ed-8f5c-f5ad360683d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.525708 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-400f5924-1e49-452b-a494-718cdc4cc14c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:25.562213 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port f5c43ba5-a741-4d18-b842-47885b35c819 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:25.574175 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.579303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port f5c43ba5-a741-4d18-b842-47885b35c819 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:25.579704 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.583337 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.595760 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-890b4e68-1e13-49ed-8f5c-f5ad360683d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.603491 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0dafcf58-b30f-4d87-8ff3-d6e3fa53395b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:25.616747 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5b7ac1e9-8cdf-4d69-a85e-674ea89f863c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:25.621934 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b4e68-1e13-49ed-8f5c-f5ad360683d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31658bce-2811-496e-8e0f-53b0a86cfcae,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:25.626287 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-890b4e68-1e13-49ed-8f5c-f5ad360683d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:25.629529 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-890b4e68-1e13-49ed-8f5c-f5ad360683d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.630662 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-890b4e68-1e13-49ed-8f5c-f5ad360683d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31658bce-2811-496e-8e0f-53b0a86cfcae HTTP/1.1" status: 204 len: 168 time: 0.2826440 May 11 13:46:25.682425 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657274'] for router_interface, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:25.685682 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Routers {'14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:25.686327 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:25.800735 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Pushing event updated for resources: {'Port': ['ID=d22730b6-af7c-413c-91d0-bfdf1fe68652,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:25.805569 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:25.818223 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503a633-4b09-4bda-a4c6-17017bb62d81 None None] Pushing event updated for resources: {'Port': ['ID=01dde4f6-eb62-4a82-be88-895dec3c4d74,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:25.827225 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-e503a633-4b09-4bda-a4c6-17017bb62d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:25.995087 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Network 0ac11a14-9876-4a90-b2e3-a1c9acde454b is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:25.996538 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:26.001397 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:26.013271 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] Set router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:26.169472 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port f5c43ba5-a741-4d18-b842-47885b35c819, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=f5c43ba5-a741-4d18-b842-47885b35c819,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:26.186567 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:26.194691 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-e503a633-4b09-4bda-a4c6-17017bb62d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:26.272012 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:46:26.295514 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:26.402122 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 48eacb22-4a51-4626-9b61-f097f2ecec40 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:46:26.433453 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-fe5b42ca-8720-4ff1-b3b7-a8fe8b80b25a None None] Provisioning complete for port d22730b6-af7c-413c-91d0-bfdf1fe68652 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:26.433932 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-fe5b42ca-8720-4ff1-b3b7-a8fe8b80b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:26.487978 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=f5c43ba5-a741-4d18-b842-47885b35c819,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:26.503231 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:26.514304 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:46:26.540532 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] 10.222.0.30 "PUT /v2.0/routers/14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3836300 May 11 13:46:26.597440 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b42ca-8720-4ff1-b3b7-a8fe8b80b25a None None] Port d22730b6-af7c-413c-91d0-bfdf1fe68652 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:46:26.652504 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42380) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:26.707884 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:26.708416 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:26.836649 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-637214430-network', 'tenant_id': '31c57817b69b4a7fbdcb38559aefc01d'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:26.861141 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:26.873453 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c42eb-3200-47b9-a648-cc8ee8149e8e req-864539e3-e6a0-4cf3-9842-47cf65105efe tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:26.875113 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5b0c42eb-3200-47b9-a648-cc8ee8149e8e req-864539e3-e6a0-4cf3-9842-47cf65105efe tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.1317811 May 11 13:46:26.876200 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Usage tracker for resource:network and tenant:31c57817b69b4a7fbdcb38559aefc01d is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:26.879858 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:26.893058 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:26.898339 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:26.933875 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Made reservation on behalf of 31c57817b69b4a7fbdcb38559aefc01d for: {'network': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:46:26.936163 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:26.951606 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:26.953735 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'port_id': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'mac_address': 'fa:16:3e:ee:ac:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:46:26.972062 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5b0c42eb-3200-47b9-a648-cc8ee8149e8e req-4e2709d7-179f-4811-94d4-3447dfaff8ef tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836017 May 11 13:46:26.974485 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:26.979669 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Usage tracker for resource:security_group_rule and tenant:31c57817b69b4a7fbdcb38559aefc01d is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:26.982936 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:26.991826 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:27.026877 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'name': 'tempest-TestShelveInstance-483904927-router', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:18Z', 'updated_at': '2021-05-11T13:46:25Z', 'revision_number': 4, 'project_id': '095ac321816f422aa4a4090c3c785353', 'gw_port': {'id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:20Z', 'updated_at': '2021-05-11T13:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'd22730b6-af7c-413c-91d0-bfdf1fe68652', 'name': '', 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'mac_address': 'fa:16:3e:89:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '649fa616-a398-4dad-a45d-ead037aef344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:24Z', 'updated_at': '2021-05-11T13:46:25Z', 'revision_number': 2, 'project_id': '095ac321816f422aa4a4090c3c785353', 'subnets': [{'id': '649fa616-a398-4dad-a45d-ead037aef344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:27.031904 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c457f8-9f31-4efe-9a6e-6ebef222672a None None] The sync data for ids ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'] in dv-cinder-784779-11-smb is: [{'id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'name': 'tempest-TestShelveInstance-483904927-router', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:18Z', 'updated_at': '2021-05-11T13:46:25Z', 'revision_number': 4, 'project_id': '095ac321816f422aa4a4090c3c785353', 'gw_port': {'id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:20Z', 'updated_at': '2021-05-11T13:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'd22730b6-af7c-413c-91d0-bfdf1fe68652', 'name': '', 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'mac_address': 'fa:16:3e:89:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '649fa616-a398-4dad-a45d-ead037aef344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:24Z', 'updated_at': '2021-05-11T13:46:25Z', 'revision_number': 2, 'project_id': '095ac321816f422aa4a4090c3c785353', 'subnets': [{'id': '649fa616-a398-4dad-a45d-ead037aef344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:46:27.061354 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.085170 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48eacb22-4a51-4626-9b61-f097f2ecec40 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:46:27.120918 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:27.130093 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.134448 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-384c4064-07bc-40e5-a7c7-0c41255bbc1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:27.137396 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.142387 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.152984 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b177d285-78b2-4d53-afb7-12bd071b7508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:27.166536 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=78837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:46:27.192004 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.192345 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.segments_db [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Added segment 2ffc3148-12cc-4745-9b28-d033856139e2 of type vlan for network 56b7614e-8fb3-4887-a132-b5c2c7069492 May 11 13:46:27.193805 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af720620-9958-414e-82cd-a4fb2b29068b,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:27.200963 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:27.226300 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.265482 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.267061 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:27.268264 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.274111 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:27.276640 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:27.285510 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:27.366858 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['48eacb22-4a51-4626-9b61-f097f2ecec40'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:46:27.398806 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42390) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:27.404893 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1241611988', 'description': 'tempest-secgroup-smoke-1241611988 description', 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:27.411925 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:27.417099 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Usage tracker for resource:security_group and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:27.422007 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:27.429872 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:27.545248 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8913665 May 11 13:46:27.545800 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42394) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:27.547125 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Pushing event updated for resources: {'Network': ['ID=56b7614e-8fb3-4887-a132-b5c2c7069492,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:27.548647 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.551928 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:27.563387 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 56b7614e-8fb3-4887-a132-b5c2c7069492 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:46:27.569697 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Request body: {'subnet': {'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-637214430-subnet', 'tenant_id': '31c57817b69b4a7fbdcb38559aefc01d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:27.578825 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:27.583322 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Usage tracker for resource:subnet and tenant:31c57817b69b4a7fbdcb38559aefc01d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:27.588423 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:27.596777 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:27.601415 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:27.608389 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Usage tracker for resource:security_group_rule and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:27.612045 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:27.620037 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Made reservation on behalf of 31c57817b69b4a7fbdcb38559aefc01d for: {'subnet': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:46:27.622372 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15256191'] for subnet, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.635897 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:27.882407 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.893025 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.900091 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f68146a6-4441-4275-847c-4f82b91002e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:27.973721 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35582f3-e060-41d3-96dc-fedb07d1ded9,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:27.987189 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:27.988102 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:27.989384 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5894773 May 11 13:46:27.993327 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42398) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:28.003555 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Request body: {'security_group_rule': {'security_group_id': 'a35582f3-e060-41d3-96dc-fedb07d1ded9', 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:28.017241 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:28.024378 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Usage tracker for resource:security_group_rule and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:28.029334 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:28.055224 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:28.076006 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.151975 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.193473 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.232146 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:28.246711 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.250187 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2529523 May 11 13:46:28.250702 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42404) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:28.259114 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adef2c14-58b3-4b17-aa6f-f6eac89094b5,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:28.262383 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5469dc15-3a68-4b65-bc92-46c63217624c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:28.265666 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Request body: {'security_group_rule': {'security_group_id': 'a35582f3-e060-41d3-96dc-fedb07d1ded9', 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:28.282685 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:28.294806 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Usage tracker for resource:security_group_rule and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:28.300335 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c0aa9-6f48-48ac-8e15-17996e885835 req-22e811a9-2726-4daa-8b44-aee8e996d427 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:28.303883 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-171c0aa9-6f48-48ac-8e15-17996e885835 req-22e811a9-2726-4daa-8b44-aee8e996d427 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 944 time: 0.1448750 May 11 13:46:28.313126 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:28.329344 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:28.372329 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-171c0aa9-6f48-48ac-8e15-17996e885835 req-92b0935d-b9c0-4971-bfcf-b64ce29ed425 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589795 May 11 13:46:28.388325 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 01dde4f6-eb62-4a82-be88-895dec3c4d74 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:28.428593 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.440130 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 48eacb22-4a51-4626-9b61-f097f2ecec40 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:28.445533 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15150647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15256077'] for subnet, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.458424 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-161ea6e6-6ee9-4399-a3d9-bf906a1b67da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:28.561094 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 48eacb22-4a51-4626-9b61-f097f2ecec40 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:28.566434 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 01dde4f6-eb62-4a82-be88-895dec3c4d74 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:28.571185 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 48eacb22-4a51-4626-9b61-f097f2ecec40 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:28.571574 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.582291 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89d6bdf-1913-4aff-bdf7-2576cb670f2c,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:28.585865 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.588406 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:28.596257 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Checking segment: {'id': '2ffc3148-12cc-4745-9b28-d033856139e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:28.596811 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Network hostable DHCP agents. Network: 56b7614e-8fb3-4887-a132-b5c2c7069492, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:46:28.601813 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.605384 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 01dde4f6-eb62-4a82-be88-895dec3c4d74 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:28.605849 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.612670 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5dd1f463-2956-4edc-9073-d9d4382537ff tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:28.639832 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee9f992-5dcc-4dc1-b173-67b96c0bf3c3,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:28.644011 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:28.653471 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Network 56b7614e-8fb3-4887-a132-b5c2c7069492 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:46:28.658232 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.662179 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4072645 May 11 13:46:28.663294 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42408) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:28.670154 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Request body: {'security_group_rule': {'security_group_id': 'a35582f3-e060-41d3-96dc-fedb07d1ded9', 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:28.677006 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 56b7614e-8fb3-4887-a132-b5c2c7069492) {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:28.679574 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:28.690507 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Usage tracker for resource:security_group_rule and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:28.694379 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:28.695502 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476a942-d3e8-4087-9c6b-db4d3fe8b49e None None] Network 56b7614e-8fb3-4887-a132-b5c2c7069492 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:46:28.698573 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:28.699174 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.707512 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:28.737133 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1816003 May 11 13:46:28.744005 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.829490 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.835386 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.838696 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6bfa0b91-e19d-48e0-99a9-508aec9d627d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:28.873240 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc2c896-3f96-4117-99b8-bfde93fdeec2,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:28.879026 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:28.889355 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:28.893622 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-5501efbc-698b-423d-98e1-f9ef7c47d1d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2266564 May 11 13:46:28.894331 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42414) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:28.902460 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Request body: {'security_group_rule': {'security_group_id': 'a35582f3-e060-41d3-96dc-fedb07d1ded9', 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:28.912216 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:28.925397 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Usage tracker for resource:security_group_rule and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:28.943306 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:28.954952 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:28.984266 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.102245 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.109091 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.114131 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.118514 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:29.139768 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f508f66-e2f2-46c2-8d68-5b88367bddc1,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:29.142943 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:29.153712 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.155232 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2594700 May 11 13:46:29.158045 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42422) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:29.169564 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Request body: {'security_group_rule': {'security_group_id': 'a35582f3-e060-41d3-96dc-fedb07d1ded9', 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:29.175434 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.177641 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:29.183590 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Usage tracker for resource:security_group_rule and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:29.187604 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:29.191725 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d615387-6f43-40b9-ac7a-3df753cb41f5 None None] Network 56b7614e-8fb3-4887-a132-b5c2c7069492 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:46:29.195251 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:29.208296 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.securitygroups_db [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Project 6ffd9027538e4aca8a03dd5fe1dbe211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 13:46:29.215998 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.264059 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:46:29.287050 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:29.296299 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port 01dde4f6-eb62-4a82-be88-895dec3c4d74, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=01dde4f6-eb62-4a82-be88-895dec3c4d74,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:29.300419 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.310312 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-99a7bc59-3497-4e81-8aa0-a4534f41e76a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:29.325429 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.331909 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.336208 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-26266a7f-840f-467f-9705-7acd2b646386 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:29.347196 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'code': 200} May 11 13:46:29.355585 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.356481 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device f5c43ba5-a741-4d18-b842-47885b35c819 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:29.381507 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53381ba8-e1df-43a8-9ebf-3c8b05d7a3c2,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:29.399712 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:29.410077 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.413562 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2541926 May 11 13:46:29.416546 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42430) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:29.423096 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Request body: {'security_group_rule': {'security_group_id': 'a35582f3-e060-41d3-96dc-fedb07d1ded9', 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:29.436323 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:29.442993 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Usage tracker for resource:security_group_rule and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:29.460693 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:29.478830 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:29.508434 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.securitygroups_db [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Project 6ffd9027538e4aca8a03dd5fe1dbe211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 13:46:29.515789 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.626716 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:29.658961 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:29.659453 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:29.704545 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.744821 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port f5c43ba5-a741-4d18-b842-47885b35c819 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:29.744821 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.755698 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.772147 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8c529d09-f7d8-4c04-bc8e-94a39a406da5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:29.798399 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=01dde4f6-eb62-4a82-be88-895dec3c4d74,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:29.801958 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:29.802466 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92067fb-4c4f-4cc4-b7eb-a6eb8edefe24,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:29.808484 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:29.813901 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:29.824859 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-ce24a637-8d9c-4a62-a77b-87b7ca8c03c7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3973088 May 11 13:46:29.854039 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b00e-f55c-4891-b5f6-a746c2cafb82 req-82a105a7-45fe-4651-a6ec-5dccc09fedbe tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:29.855647 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-98e1b00e-f55c-4891-b5f6-a746c2cafb82 req-82a105a7-45fe-4651-a6ec-5dccc09fedbe tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.2551050 May 11 13:46:29.862576 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12d340-187b-46cf-b87c-1f7280e6be89 req-93194da3-4f00-4e11-b54f-e6c730862e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:29.863309 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-de12d340-187b-46cf-b87c-1f7280e6be89 req-93194da3-4f00-4e11-b54f-e6c730862e31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 1098 time: 0.1843059 May 11 13:46:29.953227 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-de12d340-187b-46cf-b87c-1f7280e6be89 req-babbb409-3968-451c-92b8-5760a2a0ac13 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820663 May 11 13:46:29.964971 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-98e1b00e-f55c-4891-b5f6-a746c2cafb82 req-690fc249-57c5-4a8d-9f8c-4df50bdbdc87 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925391 May 11 13:46:29.994742 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Sync routers for ids ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:46:30.009423 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Routers {'14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:30.010426 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-c9a95689-b653-4559-9019-5e207f751811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:30.222945 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Set router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:30.287741 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 01dde4f6-eb62-4a82-be88-895dec3c4d74 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:30.370724 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 01dde4f6-eb62-4a82-be88-895dec3c4d74 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:30.371413 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:30.599492 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-c9a95689-b653-4559-9019-5e207f751811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'name': 'tempest-TestShelveInstance-483904927-router', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:18Z', 'updated_at': '2021-05-11T13:46:25Z', 'revision_number': 4, 'project_id': '095ac321816f422aa4a4090c3c785353', 'gw_port': {'id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:20Z', 'updated_at': '2021-05-11T13:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'd22730b6-af7c-413c-91d0-bfdf1fe68652', 'name': '', 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'mac_address': 'fa:16:3e:89:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '649fa616-a398-4dad-a45d-ead037aef344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:24Z', 'updated_at': '2021-05-11T13:46:25Z', 'revision_number': 2, 'project_id': '095ac321816f422aa4a4090c3c785353', 'subnets': [{'id': '649fa616-a398-4dad-a45d-ead037aef344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:30.604918 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Checking router: 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:46:30.605244 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Updating router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd port d22730b6-af7c-413c-91d0-bfdf1fe68652 binding host dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:46:30.663170 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:31.114463 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Notify callbacks [] for port, precommit_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:31.129759 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.provisioning_blocks [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Transition to ACTIVE for port object d22730b6-af7c-413c-91d0-bfdf1fe68652 will not be triggered until provisioned by entity L2. {{(pid=78839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:31.139155 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:31.143612 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-e756e871-f24e-446d-a75e-9568bbdb92a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:31.211426 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e3f91-39e9-474b-979a-c856aa758a13 None None] Pushing event updated for resources: {'Port': ['ID=d22730b6-af7c-413c-91d0-bfdf1fe68652,revision_number=3']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:31.216416 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-7a6e3f91-39e9-474b-979a-c856aa758a13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:31.360916 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460d82b-a32e-4d20-99d3-da861a9fedfd req-19b60131-604e-48c1-b0c0-f8b3bc83f24f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:31.363503 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d460d82b-a32e-4d20-99d3-da861a9fedfd req-19b60131-604e-48c1-b0c0-f8b3bc83f24f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1867220 May 11 13:46:31.379372 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e0a60a80-dd17-41e2-9d5a-de61f8180b92 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:31.380379 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e0a60a80-dd17-41e2-9d5a-de61f8180b92 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Synchronizing usage tracker for tenant:31c57817b69b4a7fbdcb38559aefc01d on resource:network {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:31.443194 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Attempting to bind port d22730b6-af7c-413c-91d0-bfdf1fe68652 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:31.443776 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Attempting to bind port d22730b6-af7c-413c-91d0-bfdf1fe68652 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b'}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:31.444353 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Attempting to bind port d22730b6-af7c-413c-91d0-bfdf1fe68652 on network 0ac11a14-9876-4a90-b2e3-a1c9acde454b {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:31.445730 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d460d82b-a32e-4d20-99d3-da861a9fedfd req-43a05379-a86b-41b3-8a05-d16e84dc7220 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737321 May 11 13:46:31.446756 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e0a60a80-dd17-41e2-9d5a-de61f8180b92 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Unset dirty status for tenant:31c57817b69b4a7fbdcb38559aefc01d on resource:network {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:31.455324 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:31.456288 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Checking segment: {'id': '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:31.457191 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:31.458042 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Bound using segment: {'id': '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b'} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:31.459252 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Bound port: d22730b6-af7c-413c-91d0-bfdf1fe68652, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b'}}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:31.459829 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e0a60a80-dd17-41e2-9d5a-de61f8180b92 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/networks?id=56b7614e-8fb3-4887-a132-b5c2c7069492 HTTP/1.1" status: 200 len: 808 time: 0.3583510 May 11 13:46:31.460342 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:31.499521 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-ec1cf3be-f4c1-4021-bc7e-e4eb562a5aa5 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/quotas/31c57817b69b4a7fbdcb38559aefc01d HTTP/1.1" status: 200 len: 375 time: 0.0381966 May 11 13:46:31.611169 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-1a426cf3-d085-4816-ad94-651a42cde02a tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=31c57817b69b4a7fbdcb38559aefc01d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103187 May 11 13:46:31.619935 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-c9a95689-b653-4559-9019-5e207f751811 None None] For port d22730b6-af7c-413c-91d0-bfdf1fe68652, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:31.623968 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-c9a95689-b653-4559-9019-5e207f751811 None None] For port d22730b6-af7c-413c-91d0-bfdf1fe68652, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=d22730b6-af7c-413c-91d0-bfdf1fe68652,segment=NetworkSegment(0df86cb1-6aa7-4524-b944-c4f0a2b01ec0),segment_id=0df86cb1-6aa7-4524-b944-c4f0a2b01ec0)] {{(pid=78839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:31.634755 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:31.639721 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:31.728382 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Routers {'14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:31.729182 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-c9a95689-b653-4559-9019-5e207f751811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:31.878479 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-ad676e7e-06b0-4029-947e-aebedd38ad64 service neutron] 10.222.0.30 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562518 May 11 13:46:31.915201 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa7d5c-6639-4f1d-abae-70509c274f8a req-b9e2c77d-01e5-4a1d-8f04-99a0a2bf493a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:31.916833 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c7fa7d5c-6639-4f1d-abae-70509c274f8a req-b9e2c77d-01e5-4a1d-8f04-99a0a2bf493a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1868074 May 11 13:46:31.927111 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42512) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:46:31.935746 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e3f91-39e9-474b-979a-c856aa758a13 None None] Pushing event updated for resources: {'Port': ['ID=d22730b6-af7c-413c-91d0-bfdf1fe68652,revision_number=4']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:31.935980 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-7794d3c9-d3ea-4485-9f8a-f4506b1ecc97 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'floatingip': {'port_id': '48eacb22-4a51-4626-9b61-f097f2ecec40'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:31.945560 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-7a6e3f91-39e9-474b-979a-c856aa758a13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:32.050841 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7794d3c9-d3ea-4485-9f8a-f4506b1ecc97 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:32.053819 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-c9a95689-b653-4559-9019-5e207f751811 None None] Set router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:32.063949 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-5ec973e5-d57c-44c0-b03f-10c81c318034 service neutron] 10.222.0.30 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841795 May 11 13:46:32.339350 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-68b3af21-9830-4644-827c-ea6e9820b364 req-2f1b233e-c208-4349-9cde-facb5fc1d37a tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 210 time: 0.0731773 May 11 13:46:32.356504 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device d22730b6-af7c-413c-91d0-bfdf1fe68652 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:32.459946 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port d22730b6-af7c-413c-91d0-bfdf1fe68652 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:32.471742 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port d22730b6-af7c-413c-91d0-bfdf1fe68652 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:32.472120 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:32.571630 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-c9a95689-b653-4559-9019-5e207f751811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'name': 'tempest-TestShelveInstance-483904927-router', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:18Z', 'updated_at': '2021-05-11T13:46:25Z', 'revision_number': 4, 'project_id': '095ac321816f422aa4a4090c3c785353', 'gw_port': {'id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:20Z', 'updated_at': '2021-05-11T13:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'd22730b6-af7c-413c-91d0-bfdf1fe68652', 'name': '', 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'mac_address': 'fa:16:3e:89:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '649fa616-a398-4dad-a45d-ead037aef344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:24Z', 'updated_at': '2021-05-11T13:46:31Z', 'revision_number': 4, 'project_id': '095ac321816f422aa4a4090c3c785353', 'subnets': [{'id': '649fa616-a398-4dad-a45d-ead037aef344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:32.582704 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a95689-b653-4559-9019-5e207f751811 None None] The sync data for ids ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'] in dv-cinder-784779-11-smb is: [{'id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'name': 'tempest-TestShelveInstance-483904927-router', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:18Z', 'updated_at': '2021-05-11T13:46:25Z', 'revision_number': 4, 'project_id': '095ac321816f422aa4a4090c3c785353', 'gw_port': {'id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:20Z', 'updated_at': '2021-05-11T13:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'd22730b6-af7c-413c-91d0-bfdf1fe68652', 'name': '', 'network_id': '0ac11a14-9876-4a90-b2e3-a1c9acde454b', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'mac_address': 'fa:16:3e:89:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '649fa616-a398-4dad-a45d-ead037aef344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:24Z', 'updated_at': '2021-05-11T13:46:31Z', 'revision_number': 4, 'project_id': '095ac321816f422aa4a4090c3c785353', 'subnets': [{'id': '649fa616-a398-4dad-a45d-ead037aef344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:46:32.686339 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:32.732172 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port d22730b6-af7c-413c-91d0-bfdf1fe68652, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=d22730b6-af7c-413c-91d0-bfdf1fe68652,segment=NetworkSegment(0df86cb1-6aa7-4524-b944-c4f0a2b01ec0),segment_id=0df86cb1-6aa7-4524-b944-c4f0a2b01ec0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:32.738743 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:32.743831 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-e503a633-4b09-4bda-a4c6-17017bb62d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:32.830198 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=d22730b6-af7c-413c-91d0-bfdf1fe68652,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:32.834629 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:32.992376 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7794d3c9-d3ea-4485-9f8a-f4506b1ecc97 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:32.996962 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7794d3c9-d3ea-4485-9f8a-f4506b1ecc97 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:33.242461 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.l3_db [None req-7794d3c9-d3ea-4485-9f8a-f4506b1ecc97 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Floating IP 265e545a-e48a-465a-8cde-d3b1f7e09079 associated. External IP: 172.28.2.139, port: 48eacb22-4a51-4626-9b61-f097f2ecec40. May 11 13:46:33.572701 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2a2512ac-7439-44f2-a7a2-6ad391f897a1 req-db2ea492-4088-4562-94c8-0caab5c76592 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 210 time: 0.0650418 May 11 13:46:33.668867 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7794d3c9-d3ea-4485-9f8a-f4506b1ecc97 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Router 40a42a7d-8ad8-44ed-8d15-398179b11cac has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:46:33.889846 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7794d3c9-d3ea-4485-9f8a-f4506b1ecc97 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:46:33.898187 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7794d3c9-d3ea-4485-9f8a-f4506b1ecc97 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:33.900638 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-7db4c167-c3d3-42cc-87c7-54f4880e6f9d tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:33.903967 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-7db4c167-c3d3-42cc-87c7-54f4880e6f9d tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.43 "GET /v2.0/networks?id=56b7614e-8fb3-4887-a132-b5c2c7069492 HTTP/1.1" status: 200 len: 808 time: 0.2287729 May 11 13:46:33.909199 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] Sync routers for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:46:33.917339 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Request body: {'port': {'device_id': '4873873a-f09c-4060-925b-e2ea5d69473c', 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492', 'admin_state_up': True, 'tenant_id': '31c57817b69b4a7fbdcb38559aefc01d'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:33.926948 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:33.929735 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:33.966517 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-7794d3c9-d3ea-4485-9f8a-f4506b1ecc97 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "PUT /v2.0/floatingips/265e545a-e48a-465a-8cde-d3b1f7e09079 HTTP/1.1" status: 200 len: 991 time: 2.0382271 May 11 13:46:33.967251 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:46:34.023868 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'status': 'completed', 'code': 200} May 11 13:46:34.141209 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-ddea1f6e-3ddf-4eda-a752-90e3cbd9855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:34.142909 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-ddea1f6e-3ddf-4eda-a752-90e3cbd9855b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 1098 time: 0.0932350 May 11 13:46:34.180219 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:34.348324 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:34.353346 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Usage tracker for resource:port and tenant:31c57817b69b4a7fbdcb38559aefc01d is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:46:34.356968 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:46:34.364723 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:34.381132 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Made reservation on behalf of 31c57817b69b4a7fbdcb38559aefc01d for: {'port': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:46:34.383196 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:34.431032 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device d22730b6-af7c-413c-91d0-bfdf1fe68652 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:34.431709 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-4c910f9b-afd4-4801-8dd3-a1ffd5b5ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:34.433727 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-4c910f9b-afd4-4801-8dd3-a1ffd5b5ef2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 917 time: 0.2833278 May 11 13:46:34.571697 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-81b42c67-d32b-4bb8-b823-81b2a27d615a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48eacb22-4a51-4626-9b61-f097f2ecec40 HTTP/1.1" status: 200 len: 999 time: 0.1313012 May 11 13:46:34.598364 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Allocated IP 172.20.0.14 (56b7614e-8fb3-4887-a132-b5c2c7069492/b89d6bdf-1913-4aff-bdf7-2576cb670f2c/4c714bf5-ab76-47a3-abb8-0cbf2b43bf42) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:34.667081 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-083e39f2-d89e-4790-bf7f-0f86de63f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:34.670145 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port d22730b6-af7c-413c-91d0-bfdf1fe68652 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:34.670522 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:34.671203 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-083e39f2-d89e-4790-bf7f-0f86de63f0ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.0907722 May 11 13:46:34.774889 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-14bfd874-3c59-4932-b0cc-27df2daac785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:34.776846 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-14bfd874-3c59-4932-b0cc-27df2daac785 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0999889 May 11 13:46:34.817885 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9af02dbd-2b9a-43a1-a72d-274910690c9f req-54b63b75-ed03-4bac-98d8-a81b323559a1 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 210 time: 0.0613968 May 11 13:46:34.935999 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:34.942097 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '265e545a-e48a-465a-8cde-d3b1f7e09079', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'floating_ip_address': '172.28.2.139', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'port_id': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'mac_address': 'fa:16:3e:ee:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157fb2c-62df-4119-a330-a6d992943929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:32Z', 'revision_number': 1, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:34.946715 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] Checking router: 40a42a7d-8ad8-44ed-8d15-398179b11cac for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:46:34.956147 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:46:34.956806 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:34.964339 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-2fcc960c-0117-4d4c-8cec-14099887900d service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800947 May 11 13:46:34.984797 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:34.994929 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-51308825-e9cc-49c4-8250-fceda515bdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:35.097599 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Network 56b7614e-8fb3-4887-a132-b5c2c7069492 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:35.103951 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:35.120172 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:35.145491 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9dee7323-f978-4ace-8f20-df0bb2da796f req-181baedb-e3fc-414b-9c17-73e8b4cab885 service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658466 May 11 13:46:35.164101 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Pushing event updated for resources: {'Port': ['ID=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:35.181876 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.182324 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.182597 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.182995 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.183402 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.183853 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.184197 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.184503 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.185076 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.185237 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.185537 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.185877 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:35.191827 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:35.204889 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:46:35.220014 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:35.220672 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:35.248777 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e6815bea-cc66-46d3-8fb6-92561e76ce35 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3360939 May 11 13:46:35.261826 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Request body: {'port': {'device_id': '4873873a-f09c-4060-925b-e2ea5d69473c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:35.387713 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:35.700204 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '265e545a-e48a-465a-8cde-d3b1f7e09079', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'floating_ip_address': '172.28.2.139', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'port_id': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'mac_address': 'fa:16:3e:ee:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157fb2c-62df-4119-a330-a6d992943929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:32Z', 'revision_number': 1, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:46:35.704785 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee74bb3-1239-4806-9292-54ac367712d7 None None] The sync data for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb is: [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '265e545a-e48a-465a-8cde-d3b1f7e09079', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'floating_ip_address': '172.28.2.139', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'port_id': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'mac_address': 'fa:16:3e:ee:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157fb2c-62df-4119-a330-a6d992943929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:32Z', 'revision_number': 1, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:46:35.856735 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 {{(pid=78837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:46:35.866185 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:35.891426 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Transition to ACTIVE for port object 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 will not be triggered until provisioned by entity L2. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:35.898134 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:35.902390 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8481ebdf-f257-440a-a8fc-2d78553b4d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:35.920997 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894b0f1-c8bf-4f79-b1c8-c63136c7102d None None] New status for floating IP 265e545a-e48a-465a-8cde-d3b1f7e09079: ACTIVE {{(pid=78839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:46:36.141258 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Pushing event updated for resources: {'Port': ['ID=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:36.150150 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:36.252977 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02813e42-0607-488a-8c5e-3d9d3910887c req-51fe6312-ac13-4bea-8424-36315b3b5541 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:36.253702 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-02813e42-0607-488a-8c5e-3d9d3910887c req-51fe6312-ac13-4bea-8424-36315b3b5541 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Synchronizing usage tracker for tenant:31c57817b69b4a7fbdcb38559aefc01d on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:36.259777 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Attempting to bind port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:36.260100 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Attempting to bind port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '2ffc3148-12cc-4745-9b28-d033856139e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492'}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:36.260420 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Attempting to bind port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 on network 56b7614e-8fb3-4887-a132-b5c2c7069492 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:36.270282 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 on network 56b7614e-8fb3-4887-a132-b5c2c7069492 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:46:36.270602 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Attempting to bind port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 on network 56b7614e-8fb3-4887-a132-b5c2c7069492 {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:36.283496 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:36.283827 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Checking segment: {'id': '2ffc3148-12cc-4745-9b28-d033856139e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:36.284209 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Bound using segment: {'id': '2ffc3148-12cc-4745-9b28-d033856139e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492'} {{(pid=78837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:36.284669 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.managers [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Bound port: 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffc3148-12cc-4745-9b28-d033856139e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492'}}] {{(pid=78837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:36.285009 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:36.296674 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-02813e42-0607-488a-8c5e-3d9d3910887c req-51fe6312-ac13-4bea-8424-36315b3b5541 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Unset dirty status for tenant:31c57817b69b4a7fbdcb38559aefc01d on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:36.297969 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-02813e42-0607-488a-8c5e-3d9d3910887c req-51fe6312-ac13-4bea-8424-36315b3b5541 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 944 time: 0.3280399 May 11 13:46:36.418221 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-02813e42-0607-488a-8c5e-3d9d3910887c req-22265df3-41d4-4fb2-8f93-9d1c07425b78 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Synchronizing usage tracker for tenant:31c57817b69b4a7fbdcb38559aefc01d on resource:security_group {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:36.434153 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] For port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42, host hv-cinder-78477, cleared binding levels {{(pid=78837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:36.440666 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] For port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,segment=NetworkSegment(2ffc3148-12cc-4745-9b28-d033856139e2),segment_id=2ffc3148-12cc-4745-9b28-d033856139e2)] {{(pid=78837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:36.462741 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:36.467044 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:36.497686 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-02813e42-0607-488a-8c5e-3d9d3910887c req-22265df3-41d4-4fb2-8f93-9d1c07425b78 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Unset dirty status for tenant:31c57817b69b4a7fbdcb38559aefc01d on resource:security_group {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:36.498926 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-02813e42-0607-488a-8c5e-3d9d3910887c req-22265df3-41d4-4fb2-8f93-9d1c07425b78 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684496 May 11 13:46:36.531367 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:36.532181 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:36.533640 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] 10.222.0.43 "PUT /v2.0/ports/4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 HTTP/1.1" status: 200 len: 1094 time: 1.2769575 May 11 13:46:36.536164 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4873873a-f09c-4060-925b-e2ea5d69473c', 'tag': '4c714bf5-ab76-47a3-abb8-0cbf2b43bf42'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:46:36.579207 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Pushing event updated for resources: {'Port': ['ID=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,revision_number=3']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:36.582922 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:36.735610 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4873873a-f09c-4060-925b-e2ea5d69473c', 'tag': '4c714bf5-ab76-47a3-abb8-0cbf2b43bf42', 'status': 'completed', 'code': 200} May 11 13:46:36.776196 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-f18f7fe8-ce49-40a4-9465-7be399bb07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:36.777789 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-f18f7fe8-ce49-40a4-9465-7be399bb07cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31c57817b69b4a7fbdcb38559aefc01d&device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 1097 time: 0.1860173 May 11 13:46:36.858957 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-3f075218-2371-4d86-a960-09fe85ad7c2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 HTTP/1.1" status: 200 len: 217 time: 0.0711401 May 11 13:46:36.934424 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-23e61c2e-42f5-4064-9d5c-3ff6b2c69467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:36.935892 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-23e61c2e-42f5-4064-9d5c-3ff6b2c69467 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b89d6bdf-1913-4aff-bdf7-2576cb670f2c HTTP/1.1" status: 200 len: 848 time: 0.0626392 May 11 13:46:36.989845 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-e1c7373f-2c15-430a-a5f8-2508b1c97773 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56b7614e-8fb3-4887-a132-b5c2c7069492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457635 May 11 13:46:37.231385 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-777a6917-d55e-4b2f-bd05-5835b0aba1ba service neutron] 10.222.0.43 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327616 May 11 13:46:37.389546 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9889d066-9934-4b0d-aaf1-465fe135e2aa req-2c5a7734-20a6-4031-9554-2034bbb3cfda service neutron] 10.222.0.43 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496956 May 11 13:46:37.556734 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c398f4-f723-4750-8822-981b360e2833 req-325acbb7-78d8-4c09-9014-69af640ffb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:37.559886 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-91c398f4-f723-4750-8822-981b360e2833 req-325acbb7-78d8-4c09-9014-69af640ffb89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31c57817b69b4a7fbdcb38559aefc01d&device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 1097 time: 0.1097100 May 11 13:46:37.774472 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c398f4-f723-4750-8822-981b360e2833 req-841e2162-5dc4-4b07-8e46-9f773421c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:37.775924 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-91c398f4-f723-4750-8822-981b360e2833 req-841e2162-5dc4-4b07-8e46-9f773421c7a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56b7614e-8fb3-4887-a132-b5c2c7069492 HTTP/1.1" status: 200 len: 909 time: 0.2077394 May 11 13:46:37.855232 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a1b8c-3d2d-42f6-b85d-7767478cd4f8 req-d497b1ae-cb66-4987-9138-187f5f557efd tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:37.856784 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e61a1b8c-3d2d-42f6-b85d-7767478cd4f8 req-d497b1ae-cb66-4987-9138-187f5f557efd tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 944 time: 0.1928825 May 11 13:46:37.867776 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-91c398f4-f723-4750-8822-981b360e2833 req-e63988da-99b1-43d4-b6eb-a892759600ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 HTTP/1.1" status: 200 len: 217 time: 0.0799108 May 11 13:46:37.961296 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e61a1b8c-3d2d-42f6-b85d-7767478cd4f8 req-cfbef59b-02b9-49da-8ee1-387088687426 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963881 May 11 13:46:37.969030 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c398f4-f723-4750-8822-981b360e2833 req-69aa96fe-efdb-4fc2-984c-aad4b712b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:37.970466 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-91c398f4-f723-4750-8822-981b360e2833 req-69aa96fe-efdb-4fc2-984c-aad4b712b581 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b89d6bdf-1913-4aff-bdf7-2576cb670f2c HTTP/1.1" status: 200 len: 848 time: 0.0873320 May 11 13:46:38.034733 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-91c398f4-f723-4750-8822-981b360e2833 req-46e93037-0905-4c7b-9c02-716ca12a8921 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56b7614e-8fb3-4887-a132-b5c2c7069492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558636 May 11 13:46:38.192256 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-91c398f4-f723-4750-8822-981b360e2833 req-5ff60f61-5a2c-4e89-a394-4b07b52e5ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499169 May 11 13:46:38.341422 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-91c398f4-f723-4750-8822-981b360e2833 req-b5a2121e-dafa-43e8-808c-5840ca4ff6d5 service neutron] 10.222.0.43 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357810 May 11 13:46:39.167559 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf7809-037d-4509-a1a8-191986783e06 req-b644a53f-b75d-41c3-a6a9-553a1c64ab09 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:39.169226 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dcaf7809-037d-4509-a1a8-191986783e06 req-b644a53f-b75d-41c3-a6a9-553a1c64ab09 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 944 time: 0.0937047 May 11 13:46:39.228354 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dcaf7809-037d-4509-a1a8-191986783e06 req-4431b9dc-8f59-48c6-bab7-e085d902ba9b tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493996 May 11 13:46:40.433162 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01706d-7e8d-409c-bb40-cdaf2b2f4d38 req-743c72d8-a6c4-4e2e-aa87-338d58cb7bd4 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:40.434687 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4a01706d-7e8d-409c-bb40-cdaf2b2f4d38 req-743c72d8-a6c4-4e2e-aa87-338d58cb7bd4 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 944 time: 0.0938466 May 11 13:46:40.486901 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:46:40.488646 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4a01706d-7e8d-409c-bb40-cdaf2b2f4d38 req-184419be-6cdb-4fe0-aa2f-042001197148 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474508 May 11 13:46:40.651737 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,segment=NetworkSegment(2ffc3148-12cc-4745-9b28-d033856139e2),segment_id=2ffc3148-12cc-4745-9b28-d033856139e2)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:40.666770 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '4c714bf5-ab76-47a3-abb8-0cbf2b43bf42', 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492', 'port_id': '4c714bf5-ab76-47a3-abb8-0cbf2b43bf42', 'mac_address': 'fa:16:3e:79:9d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89d6bdf-1913-4aff-bdf7-2576cb670f2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:46:40.727342 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:40.746643 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:46:40.764370 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,segment=NetworkSegment(2ffc3148-12cc-4745-9b28-d033856139e2),segment_id=2ffc3148-12cc-4745-9b28-d033856139e2)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:40.769045 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:40.772065 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:40.852665 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:40.856402 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:41.040170 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['4c714bf5-ab76-47a3-abb8-0cbf2b43bf42'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:46:41.834858 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1aea3-5167-4f8a-8133-204581c4600f req-5431e45b-8ce0-4a5d-b0d1-7428fd3d387a tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:41.836326 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b9b1aea3-5167-4f8a-8133-204581c4600f req-5431e45b-8ce0-4a5d-b0d1-7428fd3d387a tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 945 time: 0.1979735 May 11 13:46:41.891317 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b9b1aea3-5167-4f8a-8133-204581c4600f req-85a2dcdb-c326-40f9-8137-126e12cb1dba tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475883 May 11 13:46:42.496709 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:42.625346 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:42.633103 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:42.633691 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:42.798899 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:42.833254 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4873873a-f09c-4060-925b-e2ea5d69473c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c714bf5-ab76-47a3-abb8-0cbf2b43bf42'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:46:42.847154 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,segment=NetworkSegment(2ffc3148-12cc-4745-9b28-d033856139e2),segment_id=2ffc3148-12cc-4745-9b28-d033856139e2)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:42.853824 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:42.856047 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-99a7bc59-3497-4e81-8aa0-a4534f41e76a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:42.896857 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4873873a-f09c-4060-925b-e2ea5d69473c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c714bf5-ab76-47a3-abb8-0cbf2b43bf42', 'code': 200} May 11 13:46:42.941075 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:42.945144 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:43.158725 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2278a8-dadc-43fb-9069-242c07b3f5b2 req-4cb53908-5656-45ff-8908-1aab139adde3 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:43.160233 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9e2278a8-dadc-43fb-9069-242c07b3f5b2 req-4cb53908-5656-45ff-8908-1aab139adde3 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 946 time: 0.1412911 May 11 13:46:43.219683 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b440c-f256-423c-a9ea-2ba97d9f22ff req-84da13cc-fa1a-44d9-ba81-8ecbef003ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:43.221287 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-822b440c-f256-423c-a9ea-2ba97d9f22ff req-84da13cc-fa1a-44d9-ba81-8ecbef003ba4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 1099 time: 0.1338029 May 11 13:46:43.233700 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9e2278a8-dadc-43fb-9069-242c07b3f5b2 req-3d97e447-e819-4d83-bb88-9017fa7715bc tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582356 May 11 13:46:43.276841 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-822b440c-f256-423c-a9ea-2ba97d9f22ff req-daef396b-3cfe-4643-9bab-d038f5160c8d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465186 May 11 13:46:43.510958 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a67b2e53-fc11-40e6-8dec-e35c65599be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:44.461176 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fdfc0-8f6a-4d08-a947-1ac06fe006df req-8aa04c8e-01ca-4b0b-8403-9e796f84d2be tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:44.462558 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-939fdfc0-8f6a-4d08-a947-1ac06fe006df req-8aa04c8e-01ca-4b0b-8403-9e796f84d2be tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 946 time: 0.0913618 May 11 13:46:44.512060 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-939fdfc0-8f6a-4d08-a947-1ac06fe006df req-c2fc3879-bbca-4b77-bcdf-055fbd890b71 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434194 May 11 13:46:45.598156 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-36b00fab-e725-4d0b-90ca-1ed2e346ddef tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241611988&fields=id&tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211 HTTP/1.1" status: 200 len: 267 time: 0.0585349 May 11 13:46:45.811684 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35476f-f023-4fed-99dc-f6e427737747 req-420cdecc-6abc-449c-bb55-a37b90be3bb3 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:45.813247 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-420cdecc-6abc-449c-bb55-a37b90be3bb3 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/networks?id=15be1c10-7348-443b-a2f4-9495fe338f9d HTTP/1.1" status: 200 len: 809 time: 0.2017071 May 11 13:46:45.845644 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15d278-cc08-4491-959f-d2eda37256c9 req-b6b1cf6c-0d63-4367-ba42-ecfef495ff6d tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:45.847204 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3c15d278-cc08-4491-959f-d2eda37256c9 req-b6b1cf6c-0d63-4367-ba42-ecfef495ff6d tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 946 time: 0.1614900 May 11 13:46:45.851401 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-3efb1adc-b15d-4e21-92ff-2594de409635 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/quotas/6ffd9027538e4aca8a03dd5fe1dbe211 HTTP/1.1" status: 200 len: 375 time: 0.0255301 May 11 13:46:45.937882 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3c15d278-cc08-4491-959f-d2eda37256c9 req-1bb3993c-701c-40d1-b479-037b313aed85 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842352 May 11 13:46:45.980852 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-4e35476f-f023-4fed-99dc-f6e427737747 req-448b98b3-a0b5-4d00-b92d-5b35b4edbbe0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Synchronizing usage tracker for tenant:6ffd9027538e4aca8a03dd5fe1dbe211 on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:46.007029 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-4e35476f-f023-4fed-99dc-f6e427737747 req-448b98b3-a0b5-4d00-b92d-5b35b4edbbe0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Unset dirty status for tenant:6ffd9027538e4aca8a03dd5fe1dbe211 on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:46.008700 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-448b98b3-a0b5-4d00-b92d-5b35b4edbbe0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394038 May 11 13:46:46.168140 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-4c0d133c-954e-42f3-8fb7-7c5d1da9128a service neutron] 10.222.0.30 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384220 May 11 13:46:46.242031 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d050da44-074a-4231-a1cd-bec44e44027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:46.331305 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f2a66fd3-d671-446b-9c72-68df96542e67 service neutron] 10.222.0.30 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558414 May 11 13:46:46.331520 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:47.142279 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329eb21-071a-408e-9b53-ca4197100f2d req-97385568-151a-4929-bebe-4624d861c6e7 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:47.144010 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6329eb21-071a-408e-9b53-ca4197100f2d req-97385568-151a-4929-bebe-4624d861c6e7 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 946 time: 0.0928755 May 11 13:46:47.193576 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6329eb21-071a-408e-9b53-ca4197100f2d req-86222cb0-4c72-4dff-b264-e8781014b45e tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 May 11 13:46:47.883606 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7f7c3d1b-645f-45a0-a391-f1a494cb0726 req-3a49d961-2c5e-4f34-b4bb-900f761e2f5c tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 210 time: 0.0826323 May 11 13:46:48.019084 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:48.164401 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:48.453450 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2e8ab-8e6d-43df-8e57-e7a1e86a124e req-e1066237-8c3f-4fa7-ad82-0265bfca4967 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:48.455694 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-efe2e8ab-8e6d-43df-8e57-e7a1e86a124e req-e1066237-8c3f-4fa7-ad82-0265bfca4967 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 946 time: 0.1115882 May 11 13:46:48.595625 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-efe2e8ab-8e6d-43df-8e57-e7a1e86a124e req-0d7aec32-08fa-4493-86ca-3025854e72c0 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321898 May 11 13:46:48.663668 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-c880e913-f54f-4604-97c4-8bc1f5546500 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:48.665257 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-c880e913-f54f-4604-97c4-8bc1f5546500 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.43 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 946 time: 0.1421142 May 11 13:46:48.831871 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Deleting port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:46:48.832163 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:48.987263 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] For port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,segment=NetworkSegment(2ffc3148-12cc-4745-9b28-d033856139e2),segment_id=2ffc3148-12cc-4745-9b28-d033856139e2)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:48.987687 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:49.195700 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:49.245941 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Calling delete_port for 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 owned by compute:nova {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:46:49.321842 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d49fb48c-ba3b-46dc-a916-685bd2db667e req-43b081a9-7215-4d2c-b027-5f80520f451f tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 210 time: 0.0487282 May 11 13:46:49.325304 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35476f-f023-4fed-99dc-f6e427737747 req-96340843-c622-40d7-bbe5-3d19c4886ad4 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:49.326129 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-4e35476f-f023-4fed-99dc-f6e427737747 req-96340843-c622-40d7-bbe5-3d19c4886ad4 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Synchronizing usage tracker for tenant:6ffd9027538e4aca8a03dd5fe1dbe211 on resource:network {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:49.336819 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-3e14acd1-1c8d-4446-875e-97179c7c41cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1604362 May 11 13:46:49.363716 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-4e35476f-f023-4fed-99dc-f6e427737747 req-96340843-c622-40d7-bbe5-3d19c4886ad4 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Unset dirty status for tenant:6ffd9027538e4aca8a03dd5fe1dbe211 on resource:network {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:49.366009 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-96340843-c622-40d7-bbe5-3d19c4886ad4 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.43 "GET /v2.0/networks?id=15be1c10-7348-443b-a2f4-9495fe338f9d HTTP/1.1" status: 200 len: 809 time: 0.2785916 May 11 13:46:49.422590 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-4e35476f-f023-4fed-99dc-f6e427737747 req-8987ac66-32f1-4440-9816-b54ab7ec6304 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Synchronizing usage tracker for tenant:6ffd9027538e4aca8a03dd5fe1dbe211 on resource:security_group {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:49.424510 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:49.434819 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8d2418ba-7ef3-4b77-aa22-dabeec88c7a2 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:49.445751 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['4c714bf5-ab76-47a3-abb8-0cbf2b43bf42'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:46:49.480383 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-4e35476f-f023-4fed-99dc-f6e427737747 req-8987ac66-32f1-4440-9816-b54ab7ec6304 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Unset dirty status for tenant:6ffd9027538e4aca8a03dd5fe1dbe211 on resource:security_group {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:49.482144 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-8987ac66-32f1-4440-9816-b54ab7ec6304 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211 HTTP/1.1" status: 200 len: 380 time: 0.1063416 May 11 13:46:49.495990 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Request body: {'port': {'device_id': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'admin_state_up': True, 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'security_groups': ['a35582f3-e060-41d3-96dc-fedb07d1ded9']}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:49.610668 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Pushing event deleted for resources: {'Port': ['ID=4c714bf5-ab76-47a3-abb8-0cbf2b43bf42,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:49.627556 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:49.639845 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-0a1c908e-1b31-452a-b5ec-1ca41de82ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:49.641498 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-0a1c908e-1b31-452a-b5ec-1ca41de82ee9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 1098 time: 0.2014894 May 11 13:46:49.678018 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:49.718735 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] No DVR routers for this DVR port 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 on host hv-cinder-78477 {{(pid=78837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:46:49.722153 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:49.725204 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4873873a-f09c-4060-925b-e2ea5d69473c', 'name': 'network-vif-deleted', 'tag': '4c714bf5-ab76-47a3-abb8-0cbf2b43bf42'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:46:49.745588 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1a95421f-eadf-4de7-8bc4-15c327677a6a req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.43 "DELETE /v2.0/ports/4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 HTTP/1.1" status: 204 len: 173 time: 1.0575881 May 11 13:46:49.823098 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4873873a-f09c-4060-925b-e2ea5d69473c', 'name': 'network-vif-deleted', 'tag': '4c714bf5-ab76-47a3-abb8-0cbf2b43bf42', 'status': 'completed', 'code': 200} May 11 13:46:49.831164 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:49.838203 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-5075b00b-f3d4-4944-a989-44c7ca551924 req-b7b45dc5-aecb-45d7-9c1b-9abf5253833f tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Synchronizing usage tracker for tenant:31c57817b69b4a7fbdcb38559aefc01d on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:46:49.858932 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-5075b00b-f3d4-4944-a989-44c7ca551924 req-b7b45dc5-aecb-45d7-9c1b-9abf5253833f tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Unset dirty status for tenant:31c57817b69b4a7fbdcb38559aefc01d on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:46:49.860230 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5075b00b-f3d4-4944-a989-44c7ca551924 req-b7b45dc5-aecb-45d7-9c1b-9abf5253833f tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=4873873a-f09c-4060-925b-e2ea5d69473c HTTP/1.1" status: 200 len: 210 time: 0.0738738 May 11 13:46:49.875397 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Made reservation on behalf of 6ffd9027538e4aca8a03dd5fe1dbe211 for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:46:49.879772 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:50.060733 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-325c1dc8-8764-4f2d-b517-c2ec27fb814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:50.062556 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-325c1dc8-8764-4f2d-b517-c2ec27fb814b service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 912 time: 0.3819115 May 11 13:46:50.252990 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-613c28b4-fca1-4232-a8a2-ef91f0269739 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0 HTTP/1.1" status: 200 len: 1001 time: 0.1806951 May 11 13:46:50.324302 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Allocated IP 172.20.0.6 (15be1c10-7348-443b-a2f4-9495fe338f9d/5ec4f421-41aa-4a68-a63a-f6f6b2586e4c/52a0d08a-9f74-40d8-a959-47553faa74d2) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:50.355772 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-ac5e5fdd-983e-45bd-bc63-cabea05dd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:50.357369 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-ac5e5fdd-983e-45bd-bc63-cabea05dd2c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1080eaab-142c-4115-a8c3-777ccabb0f27 HTTP/1.1" status: 200 len: 850 time: 0.0873337 May 11 13:46:50.523275 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1acaeb5f-3bc8-46ef-b4b2-e804a2219fcb req-787c77ad-02b7-482c-b3f4-5c55f456a2d7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 210 time: 0.0715959 May 11 13:46:50.676656 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-009b1659-5333-4a6a-a1f4-6a8e771bf80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:50.678607 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-009b1659-5333-4a6a-a1f4-6a8e771bf80a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f78548c-1497-4a11-acbd-00382a724758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3060839 May 11 13:46:50.781847 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:50.818525 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Transition to ACTIVE for port object 52a0d08a-9f74-40d8-a959-47553faa74d2 will not be triggered until provisioned by entity DHCP. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:50.863391 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-9f3fae1a-0002-4752-80ea-9ab74d0766d7 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754329 May 11 13:46:50.962325 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:50.971550 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-48ca3359-ac3f-4f60-879a-26d9775890e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:51.081736 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Network 15be1c10-7348-443b-a2f4-9495fe338f9d is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:51.088781 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:51.090716 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event updated for resources: {'Port': ['ID=52a0d08a-9f74-40d8-a959-47553faa74d2,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:51.094686 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:51.131040 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5fc4ac8f-d6a3-42ff-8c0b-c835ccfa4edc req-be246e88-e4b7-4d8f-8b93-1d3e0c37fd0b service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601023 May 11 13:46:51.140296 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.140780 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.141086 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.141376 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.141719 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.142064 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.142480 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.143250 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.143250 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.143975 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.143975 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.144275 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:46:51.153638 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:51.216719 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:51.218088 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:51.269930 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7774696 May 11 13:46:51.292227 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Request body: {'port': {'device_id': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:51.381846 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-c625dd11-01e9-4deb-bfbe-87c204d7716a None None] Provisioning for port 52a0d08a-9f74-40d8-a959-47553faa74d2 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:51.387982 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-c625dd11-01e9-4deb-bfbe-87c204d7716a None None] Provisioning complete for port 52a0d08a-9f74-40d8-a959-47553faa74d2 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:51.388649 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-c625dd11-01e9-4deb-bfbe-87c204d7716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:51.399138 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-a8b3f83e-2cae-4609-acf1-360d875a7b81 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:51.400729 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-a8b3f83e-2cae-4609-acf1-360d875a7b81 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/networks?id=56b7614e-8fb3-4887-a132-b5c2c7069492 HTTP/1.1" status: 200 len: 808 time: 0.2327881 May 11 13:46:51.420695 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-c2a47330-b88a-4a1a-9b88-122977038a32 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/quotas/31c57817b69b4a7fbdcb38559aefc01d HTTP/1.1" status: 200 len: 375 time: 0.0104930 May 11 13:46:51.461505 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-c625dd11-01e9-4deb-bfbe-87c204d7716a None None] Port 52a0d08a-9f74-40d8-a959-47553faa74d2 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:46:51.466561 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:51.477829 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-437bc607-3792-43aa-a0a9-1d750b08ffeb tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=31c57817b69b4a7fbdcb38559aefc01d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513432 May 11 13:46:51.644276 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-9a272ab4-8980-46f6-bc72-8ba26e4e9407 service neutron] 10.222.0.30 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521122 May 11 13:46:51.848115 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-7205fedb-390d-4556-ac0e-1545b8f4deb9 service neutron] 10.222.0.30 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658938 May 11 13:46:51.857475 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38530a-da1c-4846-bcc5-66e1aa2720b1 req-dc343871-bf27-4971-b198-64856aff57d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:51.859161 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-df38530a-da1c-4846-bcc5-66e1aa2720b1 req-dc343871-bf27-4971-b198-64856aff57d9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 931 time: 0.2105038 May 11 13:46:51.928126 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-df38530a-da1c-4846-bcc5-66e1aa2720b1 req-9fd397a1-3bc7-4ed6-9bf1-3b028c7dd1de tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578589 May 11 13:46:51.961379 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a0d08a-9f74-40d8-a959-47553faa74d2 {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:46:51.978129 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:52.004732 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Transition to ACTIVE for port object 52a0d08a-9f74-40d8-a959-47553faa74d2 will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:52.011684 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:52.019157 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:52.121592 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-74bbd636-ec31-4d8b-aa03-0b2804376140 req-f99be88b-6d85-437d-a959-04a0dbd38e6d tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0874729 May 11 13:46:52.234267 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Pushing event updated for resources: {'Port': ['ID=52a0d08a-9f74-40d8-a959-47553faa74d2,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:52.245686 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:52.307088 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Attempting to bind port 52a0d08a-9f74-40d8-a959-47553faa74d2 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:52.307432 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Attempting to bind port 52a0d08a-9f74-40d8-a959-47553faa74d2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:52.307741 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Attempting to bind port 52a0d08a-9f74-40d8-a959-47553faa74d2 on network 15be1c10-7348-443b-a2f4-9495fe338f9d {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:52.313215 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Port 52a0d08a-9f74-40d8-a959-47553faa74d2 on network 15be1c10-7348-443b-a2f4-9495fe338f9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:46:52.313675 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Attempting to bind port 52a0d08a-9f74-40d8-a959-47553faa74d2 on network 15be1c10-7348-443b-a2f4-9495fe338f9d {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:52.320123 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:52.320504 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Checking segment: {'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:52.320879 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Bound using segment: {'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:52.321309 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Bound port: 52a0d08a-9f74-40d8-a959-47553faa74d2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ca4509-ce05-449e-9617-b818483643c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:52.321842 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:52.428258 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] For port 52a0d08a-9f74-40d8-a959-47553faa74d2, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:52.435559 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] For port 52a0d08a-9f74-40d8-a959-47553faa74d2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52a0d08a-9f74-40d8-a959-47553faa74d2,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:52.444457 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:52.455956 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-18a8b60a-15cb-4b57-bb34-78d44147b35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:52.539025 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:52.539982 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:52.542169 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] 10.222.0.43 "PUT /v2.0/ports/52a0d08a-9f74-40d8-a959-47553faa74d2 HTTP/1.1" status: 200 len: 1093 time: 1.2571263 May 11 13:46:52.543486 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:46:52.561968 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:46:52.624204 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:46:52.624524 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 4c714bf5-ab76-47a3-abb8-0cbf2b43bf42 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:46:52.666348 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'status': 'completed', 'code': 200} May 11 13:46:52.710553 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Pushing event updated for resources: {'Port': ['ID=52a0d08a-9f74-40d8-a959-47553faa74d2,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:52.716591 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:52.764727 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35476f-f023-4fed-99dc-f6e427737747 req-0489f5b5-7c55-4b5e-8e3f-aac2e3ffa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:52.767319 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-0489f5b5-7c55-4b5e-8e3f-aac2e3ffa215 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211&device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1096 time: 0.1625042 May 11 13:46:52.940758 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-b6996fa7-cabb-4b74-ad57-8d19e9eaa117 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a0d08a-9f74-40d8-a959-47553faa74d2 HTTP/1.1" status: 200 len: 217 time: 0.1630077 May 11 13:46:53.029562 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35476f-f023-4fed-99dc-f6e427737747 req-6710af48-fc84-4466-87f7-45cb5fbdb1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:53.031026 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-6710af48-fc84-4466-87f7-45cb5fbdb1af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec4f421-41aa-4a68-a63a-f6f6b2586e4c HTTP/1.1" status: 200 len: 848 time: 0.0825522 May 11 13:46:53.146260 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488f6ca-ecab-4df0-89ec-31509e9ff2af req-1605b101-030e-4d6b-bff3-f2f9a24651ef tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:53.147807 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35476f-f023-4fed-99dc-f6e427737747 req-1e831157-4579-4a5c-8b39-80951debecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:53.148761 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6488f6ca-ecab-4df0-89ec-31509e9ff2af req-1605b101-030e-4d6b-bff3-f2f9a24651ef tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 943 time: 0.1002531 May 11 13:46:53.149502 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-1e831157-4579-4a5c-8b39-80951debecfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15be1c10-7348-443b-a2f4-9495fe338f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1094615 May 11 13:46:53.204083 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6488f6ca-ecab-4df0-89ec-31509e9ff2af req-b9fb55d1-334b-476d-a9d2-3faf779459b0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485249 May 11 13:46:53.317324 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c9363f02-5384-4e9b-95fa-ad182937ba4b req-0de46fba-a436-443f-9601-bc4e9e26b23f tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0487761 May 11 13:46:53.398900 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-f993a88d-09a6-4051-8aee-95f9c81e60fd service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395346 May 11 13:46:53.635427 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-8613d00d-2fca-43a9-9972-1de73df18398 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:53.637154 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-8613d00d-2fca-43a9-9972-1de73df18398 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.43 "GET /v2.0/networks?id=56b7614e-8fb3-4887-a132-b5c2c7069492 HTTP/1.1" status: 200 len: 808 time: 0.2716775 May 11 13:46:53.647514 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-4e35476f-f023-4fed-99dc-f6e427737747 req-5bd523f8-7bc2-451d-ae39-9b01e6831a52 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043488 May 11 13:46:53.659464 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Request body: {'port': {'device_id': 'bea1adc2-9e99-446b-9a93-233d0fdd2ed8', 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492', 'admin_state_up': True, 'tenant_id': '31c57817b69b4a7fbdcb38559aefc01d'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:53.853678 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:46:53.872478 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:46:53.876107 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-7df69b15-f04c-4d1a-a8bb-45773cf35799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:53.877787 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-7df69b15-f04c-4d1a-a8bb-45773cf35799 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211&device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1096 time: 0.1456790 May 11 13:46:53.908248 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Made reservation on behalf of 31c57817b69b4a7fbdcb38559aefc01d for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:46:53.912043 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:54.116155 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-641d139b-6ad7-484e-8105-6964b27fdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:54.117795 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-641d139b-6ad7-484e-8105-6964b27fdbca service neutron] 10.222.0.43 "GET /v2.0/networks?id=15be1c10-7348-443b-a2f4-9495fe338f9d HTTP/1.1" status: 200 len: 910 time: 0.2304287 May 11 13:46:54.230632 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-1aa5c46b-6a0f-4df8-8767-a3a70276aef8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a0d08a-9f74-40d8-a959-47553faa74d2 HTTP/1.1" status: 200 len: 217 time: 0.0777321 May 11 13:46:54.296397 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Allocated IP 172.20.0.14 (56b7614e-8fb3-4887-a132-b5c2c7069492/b89d6bdf-1913-4aff-bdf7-2576cb670f2c/7bef7498-e960-4a12-a7f0-cbde692067d5) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:46:54.329643 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-b03be855-819d-47f4-8653-6b9b1f70c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:54.331153 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-b03be855-819d-47f4-8653-6b9b1f70c7f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec4f421-41aa-4a68-a63a-f6f6b2586e4c HTTP/1.1" status: 200 len: 848 time: 0.0922260 May 11 13:46:54.458327 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f8076-5ea3-42b6-b0d7-e06d7d7688f8 req-3ea31f2e-a8ae-40c6-8b40-39e970ea1ae8 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:54.462600 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e43f8076-5ea3-42b6-b0d7-e06d7d7688f8 req-3ea31f2e-a8ae-40c6-8b40-39e970ea1ae8 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 943 time: 0.1268122 May 11 13:46:54.531121 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9f10668c-234b-4b41-8604-fb3b924c9e8a req-752c6ef6-877a-422e-95c5-ab8539ad95bf tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 210 time: 0.0670652 May 11 13:46:54.561960 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e43f8076-5ea3-42b6-b0d7-e06d7d7688f8 req-8df3306a-c5f0-4fcd-a758-f77a620f1931 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643582 May 11 13:46:54.572981 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-5036ee41-f3e3-46f1-ae3d-82ad51342601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:54.574474 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-5036ee41-f3e3-46f1-ae3d-82ad51342601 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15be1c10-7348-443b-a2f4-9495fe338f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2318115 May 11 13:46:54.794624 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:54.864320 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-fdbaf75a-54c1-40a7-9a06-5673d3612ae5 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736213 May 11 13:46:54.896925 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:54.905994 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:55.043801 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Network 56b7614e-8fb3-4887-a132-b5c2c7069492 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:46:55.057911 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:46:55.071195 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:46:55.105392 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Pushing event updated for resources: {'Port': ['ID=7bef7498-e960-4a12-a7f0-cbde692067d5,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:55.123275 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:55.140912 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-db8d3c83-6398-46ba-baee-a9d4d4d3319e req-475c3ed7-8c0a-40f9-a717-9ad01ce99fea service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674150 May 11 13:46:55.164119 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:55.164783 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:55.192874 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5385818 May 11 13:46:55.204671 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Request body: {'port': {'device_id': 'bea1adc2-9e99-446b-9a93-233d0fdd2ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:46:55.328554 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:55.806087 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bef7498-e960-4a12-a7f0-cbde692067d5 {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:46:55.819088 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:55.842385 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Transition to ACTIVE for port object 7bef7498-e960-4a12-a7f0-cbde692067d5 will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:46:55.849163 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:55.866902 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-fddb2374-61db-4c20-9155-c3382f38d59a tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:55.897258 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:46:55.956875 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03b1b9-a9a1-412a-8574-d111ad4932d8 req-33c2ec82-b729-4e9c-9511-ad55f52202ab tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:55.958552 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6c03b1b9-a9a1-412a-8574-d111ad4932d8 req-33c2ec82-b729-4e9c-9511-ad55f52202ab tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 932 time: 0.2939959 May 11 13:46:55.966385 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e48e-4aa0-4195-9784-8fe2177323e4 req-7912acef-28e8-4e3b-97fe-51c98925c653 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:55.967845 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7dd4e48e-4aa0-4195-9784-8fe2177323e4 req-7912acef-28e8-4e3b-97fe-51c98925c653 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 943 time: 0.2452569 May 11 13:46:56.047028 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6c03b1b9-a9a1-412a-8574-d111ad4932d8 req-dcb174b5-05dc-426a-930a-203fa1f89b1a tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781813 May 11 13:46:56.059544 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7dd4e48e-4aa0-4195-9784-8fe2177323e4 req-9e271506-91eb-478a-af2b-f8d49cf3c2bb tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751204 May 11 13:46:56.111137 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Pushing event updated for resources: {'Port': ['ID=7bef7498-e960-4a12-a7f0-cbde692067d5,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:56.134289 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:56.198916 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Attempting to bind port 7bef7498-e960-4a12-a7f0-cbde692067d5 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:46:56.199243 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Attempting to bind port 7bef7498-e960-4a12-a7f0-cbde692067d5 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '2ffc3148-12cc-4745-9b28-d033856139e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:46:56.199577 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Attempting to bind port 7bef7498-e960-4a12-a7f0-cbde692067d5 on network 56b7614e-8fb3-4887-a132-b5c2c7069492 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:56.205399 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Port 7bef7498-e960-4a12-a7f0-cbde692067d5 on network 56b7614e-8fb3-4887-a132-b5c2c7069492 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:46:56.205792 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Attempting to bind port 7bef7498-e960-4a12-a7f0-cbde692067d5 on network 56b7614e-8fb3-4887-a132-b5c2c7069492 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:46:56.212000 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:46:56.212331 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Checking segment: {'id': '2ffc3148-12cc-4745-9b28-d033856139e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:46:56.212768 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Bound using segment: {'id': '2ffc3148-12cc-4745-9b28-d033856139e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:46:56.213377 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Bound port: 7bef7498-e960-4a12-a7f0-cbde692067d5, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffc3148-12cc-4745-9b28-d033856139e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:46:56.213721 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:56.316242 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] For port 7bef7498-e960-4a12-a7f0-cbde692067d5, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:46:56.320139 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] For port 7bef7498-e960-4a12-a7f0-cbde692067d5, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7bef7498-e960-4a12-a7f0-cbde692067d5,segment=NetworkSegment(2ffc3148-12cc-4745-9b28-d033856139e2),segment_id=2ffc3148-12cc-4745-9b28-d033856139e2)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:46:56.328865 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:56.332915 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:56.387962 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:56.388834 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:56.390498 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] 10.222.0.43 "PUT /v2.0/ports/7bef7498-e960-4a12-a7f0-cbde692067d5 HTTP/1.1" status: 200 len: 1094 time: 1.1902716 May 11 13:46:56.391170 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea1adc2-9e99-446b-9a93-233d0fdd2ed8', 'tag': '7bef7498-e960-4a12-a7f0-cbde692067d5'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:46:56.422165 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Pushing event updated for resources: {'Port': ['ID=7bef7498-e960-4a12-a7f0-cbde692067d5,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:56.426025 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:56.511023 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea1adc2-9e99-446b-9a93-233d0fdd2ed8', 'tag': '7bef7498-e960-4a12-a7f0-cbde692067d5', 'status': 'completed', 'code': 200} May 11 13:46:56.567600 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-effe2950-1470-466a-b9db-5d33db132bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:56.570310 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-effe2950-1470-466a-b9db-5d33db132bc6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31c57817b69b4a7fbdcb38559aefc01d&device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 1097 time: 0.1082101 May 11 13:46:56.590227 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 52a0d08a-9f74-40d8-a959-47553faa74d2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:46:56.648975 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c90e-44f0-495d-8b17-4915ef55c18a req-b8829fed-a119-43f0-b754-b6a3b2039d46 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:56.649253 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-e63fadf0-7ee4-4f5d-aa24-313a6aa4717c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bef7498-e960-4a12-a7f0-cbde692067d5 HTTP/1.1" status: 200 len: 217 time: 0.0709043 May 11 13:46:56.650412 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f9d4c90e-44f0-495d-8b17-4915ef55c18a req-b8829fed-a119-43f0-b754-b6a3b2039d46 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.0876029 May 11 13:46:56.703569 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f9d4c90e-44f0-495d-8b17-4915ef55c18a req-8d6f79be-62e8-42d0-9c9d-f558b16f7e5b tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470095 May 11 13:46:56.730863 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-e55e4e2f-5b56-4c28-a990-d2e50398754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:56.732462 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-e55e4e2f-5b56-4c28-a990-d2e50398754a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b89d6bdf-1913-4aff-bdf7-2576cb670f2c HTTP/1.1" status: 200 len: 848 time: 0.0729928 May 11 13:46:56.769751 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 52a0d08a-9f74-40d8-a959-47553faa74d2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52a0d08a-9f74-40d8-a959-47553faa74d2,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:56.782372 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-948cc722-6f49-4187-9e11-6f6ffc5d94c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56b7614e-8fb3-4887-a132-b5c2c7069492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409188 May 11 13:46:56.800216 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'port_id': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'mac_address': 'fa:16:3e:9f:1e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:46:56.886872 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:56.907803 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a0d08a-9f74-40d8-a959-47553faa74d2 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:46:56.927299 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 52a0d08a-9f74-40d8-a959-47553faa74d2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52a0d08a-9f74-40d8-a959-47553faa74d2,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:56.932307 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:56.934940 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:57.012787 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=52a0d08a-9f74-40d8-a959-47553faa74d2,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:57.016068 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:57.029238 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-db71311b-efa1-4b2e-9886-81c927190a32 service neutron] 10.222.0.43 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389979 May 11 13:46:57.174065 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fb09d9b3-43a3-4019-952a-e12105dd6b62 req-753ffc5e-ce3e-4288-b22b-e820aa01580a service neutron] 10.222.0.43 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341796 May 11 13:46:57.210710 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['52a0d08a-9f74-40d8-a959-47553faa74d2'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:46:57.329873 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905596d-c036-4c7e-9e57-d11697d06b6e req-b6bd1f5b-326c-49c6-958b-ca7e1d1abd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:57.333057 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-0905596d-c036-4c7e-9e57-d11697d06b6e req-b6bd1f5b-326c-49c6-958b-ca7e1d1abd42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31c57817b69b4a7fbdcb38559aefc01d&device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 1097 time: 0.1000230 May 11 13:46:57.412274 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee91a9d-5afc-41cf-bc80-6bb4ad802457 req-e9be40c6-c4d0-4a32-8ad3-76a7dc45fe00 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:57.415292 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7ee91a9d-5afc-41cf-bc80-6bb4ad802457 req-e9be40c6-c4d0-4a32-8ad3-76a7dc45fe00 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 944 time: 0.1514938 May 11 13:46:57.430374 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe74ac-7294-436c-969c-c9b3d73e5719 req-3af7b736-e270-4d9b-8bc3-653a146064d5 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:57.432890 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-00fe74ac-7294-436c-969c-c9b3d73e5719 req-3af7b736-e270-4d9b-8bc3-653a146064d5 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 944 time: 0.2028279 May 11 13:46:57.528576 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905596d-c036-4c7e-9e57-d11697d06b6e req-5c84a5a2-a226-4ed9-9592-78ca5a3d2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:57.531191 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-0905596d-c036-4c7e-9e57-d11697d06b6e req-5c84a5a2-a226-4ed9-9592-78ca5a3d2844 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56b7614e-8fb3-4887-a132-b5c2c7069492 HTTP/1.1" status: 200 len: 909 time: 0.1919212 May 11 13:46:57.570292 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7ee91a9d-5afc-41cf-bc80-6bb4ad802457 req-a48ceeb7-215a-4fe1-8c97-d3ba06cfb075 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357605 May 11 13:46:57.576074 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-00fe74ac-7294-436c-969c-c9b3d73e5719 req-2e979a32-4e28-49ef-b4e9-f0d7b335b8c8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178658 May 11 13:46:57.647458 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-0905596d-c036-4c7e-9e57-d11697d06b6e req-9644f907-f853-4607-b17c-3e057376cb11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bef7498-e960-4a12-a7f0-cbde692067d5 HTTP/1.1" status: 200 len: 217 time: 0.1063795 May 11 13:46:57.730124 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905596d-c036-4c7e-9e57-d11697d06b6e req-ac12dc63-cbd5-4782-b71a-74503ed34a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:57.732121 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-0905596d-c036-4c7e-9e57-d11697d06b6e req-ac12dc63-cbd5-4782-b71a-74503ed34a0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b89d6bdf-1913-4aff-bdf7-2576cb670f2c HTTP/1.1" status: 200 len: 848 time: 0.0759604 May 11 13:46:57.792954 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-0905596d-c036-4c7e-9e57-d11697d06b6e req-c205e0c2-6bd6-4aaa-b78e-d0d8824ceb2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56b7614e-8fb3-4887-a132-b5c2c7069492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467725 May 11 13:46:57.953936 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-0905596d-c036-4c7e-9e57-d11697d06b6e req-83c955f6-d88b-4436-a1b3-7fa9133ad977 service neutron] 10.222.0.43 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536956 May 11 13:46:57.960377 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66945cee-361f-4e91-a409-429aac8e9729 req-92bbed4c-3fa7-4064-b8ae-e177579c76c7 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:57.962822 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-66945cee-361f-4e91-a409-429aac8e9729 req-92bbed4c-3fa7-4064-b8ae-e177579c76c7 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1334724 May 11 13:46:58.023776 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-66945cee-361f-4e91-a409-429aac8e9729 req-5a932b43-b669-49c8-8896-e5b5348630e2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547788 May 11 13:46:58.101472 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-0905596d-c036-4c7e-9e57-d11697d06b6e req-c9ad0f5d-7a32-48cc-8b2a-60419ab00bbb service neutron] 10.222.0.43 "GET /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402814 May 11 13:46:58.614213 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 52a0d08a-9f74-40d8-a959-47553faa74d2 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:46:58.732069 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 52a0d08a-9f74-40d8-a959-47553faa74d2 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:46:58.746909 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 52a0d08a-9f74-40d8-a959-47553faa74d2 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:46:58.747761 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:58.927212 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:58.943006 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-80b38459-07b0-4db4-990f-020f84e17586 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:58.944627 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-80b38459-07b0-4db4-990f-020f84e17586 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.43 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.0914989 May 11 13:46:58.981314 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:46:58.986602 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016db41b-9eaa-4c9c-aa77-ec29f9cbc943 req-0ac4abd7-32e6-423f-aa69-53d46a1252a4 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:58.988189 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-016db41b-9eaa-4c9c-aa77-ec29f9cbc943 req-0ac4abd7-32e6-423f-aa69-53d46a1252a4 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 944 time: 0.2196519 May 11 13:46:58.997209 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ecda3-4c39-42f6-8e85-7c5ddd1203c4 req-ded1505e-e72a-4ee7-99f3-470f4f1f0c6f tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:58.998403 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-015ecda3-4c39-42f6-8e85-7c5ddd1203c4 req-ded1505e-e72a-4ee7-99f3-470f4f1f0c6f tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 944 time: 0.1726146 May 11 13:46:59.002788 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 52a0d08a-9f74-40d8-a959-47553faa74d2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52a0d08a-9f74-40d8-a959-47553faa74d2,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:59.010079 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:59.013672 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-e3c240ad-1e33-448c-9906-706931bdc3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:46:59.081287 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-016db41b-9eaa-4c9c-aa77-ec29f9cbc943 req-66b570e7-acc4-4476-a4e6-48e5884144b6 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805187 May 11 13:46:59.088885 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-015ecda3-4c39-42f6-8e85-7c5ddd1203c4 req-653b7a08-a48d-4f61-8043-503155b98ade tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700803 May 11 13:46:59.132669 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=52a0d08a-9f74-40d8-a959-47553faa74d2,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:46:59.134841 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:46:59.152997 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Deleting port e47fd597-d0a8-4db3-aba6-cd78f18244f0 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:46:59.153807 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:59.212142 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'code': 200} May 11 13:46:59.332431 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] For port e47fd597-d0a8-4db3-aba6-cd78f18244f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e47fd597-d0a8-4db3-aba6-cd78f18244f0,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:46:59.333055 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:59.492523 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f20fd-a817-4c6d-bd9b-1545f63b13a6 req-4b9351c2-54c8-4386-9ef7-193bc52e28c0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:59.494494 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ae5f20fd-a817-4c6d-bd9b-1545f63b13a6 req-4b9351c2-54c8-4386-9ef7-193bc52e28c0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 945 time: 0.1139030 May 11 13:46:59.578948 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ae5f20fd-a817-4c6d-bd9b-1545f63b13a6 req-9436e370-c402-48e0-9a5d-0659e0493f78 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=a604bdb4-737f-4db6-995b-b36723cd0f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728343 May 11 13:46:59.869284 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdad006-7fa6-41ba-88a9-8993fcf39a3e req-d631fd02-6b35-423e-8470-90edd843ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:46:59.870685 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-0fdad006-7fa6-41ba-88a9-8993fcf39a3e req-d631fd02-6b35-423e-8470-90edd843ab42 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1098 time: 0.3684552 May 11 13:46:59.903718 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:59.904064 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:46:59.904371 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.l3_db [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Floating IP 14c01496-1f3f-4475-8f48-d319275b2325 disassociated. External IP: 172.28.2.206, port: e47fd597-d0a8-4db3-aba6-cd78f18244f0. May 11 13:46:59.904753 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Calling delete_port for e47fd597-d0a8-4db3-aba6-cd78f18244f0 owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:46:59.938844 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-0fdad006-7fa6-41ba-88a9-8993fcf39a3e req-e6b434d9-fcb7-4ca7-b225-9ca98d5c4d01 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602019 May 11 13:47:00.058514 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:00.065788 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:00.120323 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event deleted for resources: {'Port': ['ID=e47fd597-d0a8-4db3-aba6-cd78f18244f0,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:00.124537 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:00.517127 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Router a3345c25-c3ed-4d58-b375-05e8518033b4 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:47:00.523075 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beae7c-7407-4580-ac61-0ccf343c1a38 req-ea1d0812-9f36-412f-bd2a-9973ac82dd02 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:00.536018 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-55beae7c-7407-4580-ac61-0ccf343c1a38 req-ea1d0812-9f36-412f-bd2a-9973ac82dd02 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 944 time: 0.2479849 May 11 13:47:00.574111 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0eeff-ec25-4387-bc09-509543238292 req-e070feb0-2e9e-483c-ac0d-c0f67e073acf tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:00.576753 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c6d0eeff-ec25-4387-bc09-509543238292 req-e070feb0-2e9e-483c-ac0d-c0f67e073acf tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.2211857 May 11 13:47:00.612679 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 7bef7498-e960-4a12-a7f0-cbde692067d5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:47:00.695330 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-55beae7c-7407-4580-ac61-0ccf343c1a38 req-0b8695f7-cb52-46ea-bdec-7e582b59292e tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571920 May 11 13:47:00.738695 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c6d0eeff-ec25-4387-bc09-509543238292 req-8a75a757-9a27-4f46-818e-01715b40f156 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511402 May 11 13:47:01.035765 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 7bef7498-e960-4a12-a7f0-cbde692067d5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7bef7498-e960-4a12-a7f0-cbde692067d5,segment=NetworkSegment(2ffc3148-12cc-4745-9b28-d033856139e2),segment_id=2ffc3148-12cc-4745-9b28-d033856139e2)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:01.051919 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '7bef7498-e960-4a12-a7f0-cbde692067d5', 'network_id': '56b7614e-8fb3-4887-a132-b5c2c7069492', 'port_id': '7bef7498-e960-4a12-a7f0-cbde692067d5', 'mac_address': 'fa:16:3e:a0:a2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89d6bdf-1913-4aff-bdf7-2576cb670f2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:47:01.094752 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:47:01.112228 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] Sync routers for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:47:01.131325 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:47:01.132291 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:01.180283 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-db3d3594-f3db-411c-8534-4bbb5465c73d req-4ae5b3f5-0501-4e2d-b503-19e2433c25f3 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=5684c91a-71ee-4233-a314-38bbe424aa01 HTTP/1.1" status: 200 len: 210 time: 0.0840116 May 11 13:47:01.260059 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] No DVR routers for this DVR port e47fd597-d0a8-4db3-aba6-cd78f18244f0 on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:47:01.264106 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:01.268939 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684c91a-71ee-4233-a314-38bbe424aa01', 'name': 'network-vif-deleted', 'tag': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:47:01.295186 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-371c5edc-842c-41d8-8e7c-0bf8fd3b1a22 req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.43 "DELETE /v2.0/ports/e47fd597-d0a8-4db3-aba6-cd78f18244f0 HTTP/1.1" status: 204 len: 173 time: 2.3430324 May 11 13:47:01.340336 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:01.357691 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684c91a-71ee-4233-a314-38bbe424aa01', 'name': 'network-vif-deleted', 'tag': 'e47fd597-d0a8-4db3-aba6-cd78f18244f0', 'status': 'completed', 'code': 200} May 11 13:47:01.392791 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bef7498-e960-4a12-a7f0-cbde692067d5 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:47:01.460321 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 7bef7498-e960-4a12-a7f0-cbde692067d5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7bef7498-e960-4a12-a7f0-cbde692067d5,segment=NetworkSegment(2ffc3148-12cc-4745-9b28-d033856139e2),segment_id=2ffc3148-12cc-4745-9b28-d033856139e2)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:01.472993 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:01.481305 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-3c590932-e7a4-49bb-a46a-8045266f56ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:01.610086 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:47:01.800795 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['7bef7498-e960-4a12-a7f0-cbde692067d5'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:47:01.853373 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=7bef7498-e960-4a12-a7f0-cbde692067d5,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:01.868967 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.869312 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.869651 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.869985 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.870314 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.870641 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.871090 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.871423 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.871775 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.872102 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.872421 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.872767 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:01.904578 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:02.086889 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad57380-c35e-42cb-97cc-eeea8ad192e8 req-ad24b059-3a53-457a-bd30-2fb71638d5f6 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:02.096068 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-aad57380-c35e-42cb-97cc-eeea8ad192e8 req-ad24b059-3a53-457a-bd30-2fb71638d5f6 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 945 time: 0.2071104 May 11 13:47:02.169332 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-aad57380-c35e-42cb-97cc-eeea8ad192e8 req-c920137e-2bbf-4203-967d-166716b9f361 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719652 May 11 13:47:02.212817 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8783e68-6dab-42eb-895b-ed312b2182d6 req-920c8695-9212-4946-8a18-beff9b9a1e18 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:02.232360 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d8783e68-6dab-42eb-895b-ed312b2182d6 req-920c8695-9212-4946-8a18-beff9b9a1e18 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.2004664 May 11 13:47:02.237529 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:02.254822 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] Checking router: a3345c25-c3ed-4d58-b375-05e8518033b4 for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:47:02.274115 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:47:02.275270 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:02.278807 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d8783e68-6dab-42eb-895b-ed312b2182d6 req-8adc24f8-11ff-4872-a215-014e3243c2af tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461600 May 11 13:47:02.403912 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42772) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:02.518377 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-efa44f35-0572-47da-bf6c-3649c2e4bd33 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:02.554628 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-efa44f35-0572-47da-bf6c-3649c2e4bd33 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:02.595701 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:47:02.618688 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584d760-cfb3-443e-9469-4c5ee1bb21b7 req-c7deb401-28b5-49ce-9d49-26cf69aad169 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:02.620227 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1584d760-cfb3-443e-9469-4c5ee1bb21b7 req-c7deb401-28b5-49ce-9d49-26cf69aad169 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.1717229 May 11 13:47:02.656967 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device e47fd597-d0a8-4db3-aba6-cd78f18244f0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:47:02.680569 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1584d760-cfb3-443e-9469-4c5ee1bb21b7 req-614030a9-c0c9-40ba-b8f7-25d387d19064 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496402 May 11 13:47:02.681809 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-efa44f35-0572-47da-bf6c-3649c2e4bd33 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:02.686083 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-091c31c2-52f5-4806-8296-c059b67b6540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:02.704161 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa44f35-0572-47da-bf6c-3649c2e4bd33 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a604bdb4-737f-4db6-995b-b36723cd0f64,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:02.707129 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-efa44f35-0572-47da-bf6c-3649c2e4bd33 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:02.710013 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: e47fd597-d0a8-4db3-aba6-cd78f18244f0 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:47:02.710591 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device e47fd597-d0a8-4db3-aba6-cd78f18244f0 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:47:02.726199 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-efa44f35-0572-47da-bf6c-3649c2e4bd33 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:02.730135 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-efa44f35-0572-47da-bf6c-3649c2e4bd33 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "DELETE /v2.0/security-groups/a604bdb4-737f-4db6-995b-b36723cd0f64 HTTP/1.1" status: 204 len: 168 time: 0.3233128 May 11 13:47:02.732285 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42776) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:02.734641 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42778) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:02.766803 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.api.v2.resource [None req-8ecc1877-e587-4029-b606-e4fc39faf961 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] show failed (client error): The resource could not be found. May 11 13:47:02.774386 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42786) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:02.774864 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-8ecc1877-e587-4029-b606-e4fc39faf961 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups/a604bdb4-737f-4db6-995b-b36723cd0f64 HTTP/1.1" status: 404 len: 347 time: 0.0408390 May 11 13:47:03.038534 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:03.044083 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1a03f-c958-4fe8-bef7-b8a890b3da6f None None] The sync data for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb is: [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:47:03.093244 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e742d828-9c3d-4f12-8278-9b91e0b37e91 tempest-TestShelveInstance-1645563483 tempest-TestShelveInstance-1645563483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:03.094437 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-e742d828-9c3d-4f12-8278-9b91e0b37e91 tempest-TestShelveInstance-1645563483 tempest-TestShelveInstance-1645563483-project-admin] Synchronizing usage tracker for tenant:095ac321816f422aa4a4090c3c785353 on resource:port {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:47:03.132531 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-e742d828-9c3d-4f12-8278-9b91e0b37e91 tempest-TestShelveInstance-1645563483 tempest-TestShelveInstance-1645563483-project-admin] Unset dirty status for tenant:095ac321816f422aa4a4090c3c785353 on resource:port {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:47:03.133705 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-e742d828-9c3d-4f12-8278-9b91e0b37e91 tempest-TestShelveInstance-1645563483 tempest-TestShelveInstance-1645563483-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1093 time: 0.3967919 May 11 13:47:03.137114 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 42790) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:03.141343 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Deleting port b1769e76-e14e-46a1-a946-29059999dcbd {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:47:03.141770 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:03.142790 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Request body: {'floatingip': {'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'port_id': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:47:03.149314 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:47:03.153712 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Usage tracker for resource:floatingip and tenant:6ffd9027538e4aca8a03dd5fe1dbe211 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:47:03.158175 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:47:03.166688 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:47:03.179545 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for floatingip, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:03.288287 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:03.288980 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:03.372515 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b212dd2d-e0d2-4f1e-86d5-173d4ed8601b None None] New status for floating IP 14c01496-1f3f-4475-8f48-d319275b2325: DOWN {{(pid=78839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:47:03.405748 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:03.446938 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Calling delete_port for b1769e76-e14e-46a1-a946-29059999dcbd owned by network:floatingip {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:47:03.733467 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdb6c2-5268-4ba0-97c6-8681b33858bd req-b43c7fe0-eb01-4c35-a3f1-f55b8395737d tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:03.735058 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-00cdb6c2-5268-4ba0-97c6-8681b33858bd req-b43c7fe0-eb01-4c35-a3f1-f55b8395737d tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 945 time: 0.3631527 May 11 13:47:03.768716 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Allocated IP 172.28.2.171 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/83457423-50bc-4431-a549-48b08a1e51e8) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:47:03.823713 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-00cdb6c2-5268-4ba0-97c6-8681b33858bd req-40ff0520-4b39-46ee-bb38-a7dd7749afee tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804632 May 11 13:47:03.908005 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:03.913892 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:03.955682 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:03.959791 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event deleted for resources: {'Port': ['ID=b1769e76-e14e-46a1-a946-29059999dcbd,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:03.986939 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:03.998248 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:04.006099 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-dd1724f7-8b7f-4cdc-935d-371a8ec74d37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:04.103624 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:04.104873 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:47:04.109863 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:47:04.116727 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:47:04.129505 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:04.134710 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "DELETE /v2.0/floatingips/14c01496-1f3f-4475-8f48-d319275b2325 HTTP/1.1" status: 204 len: 168 time: 1.3551304 May 11 13:47:04.188557 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event updated for resources: {'Port': ['ID=83457423-50bc-4431-a549-48b08a1e51e8,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:04.195724 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:04.647825 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 7bef7498-e960-4a12-a7f0-cbde692067d5 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:47:04.733138 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 7bef7498-e960-4a12-a7f0-cbde692067d5 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:47:04.739680 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 7bef7498-e960-4a12-a7f0-cbde692067d5 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:47:04.741418 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:04.752048 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42804) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:04.760691 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964695959', 'description': 'tempest-description--623993026'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:47:04.772812 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:47:04.781344 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:security_group and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:47:04.787466 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:47:04.801609 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:47:04.821007 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:04.845590 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:47:04.866479 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:security_group_rule and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:47:04.874376 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:47:04.883719 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:47:04.930163 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:04.983561 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:04.991077 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:04.995012 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0cacb875-9d17-47a9-8ca1-0b43455c8fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:04.996289 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea1adc2-9e99-446b-9a93-233d0fdd2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bef7498-e960-4a12-a7f0-cbde692067d5'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:47:05.009866 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 7bef7498-e960-4a12-a7f0-cbde692067d5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7bef7498-e960-4a12-a7f0-cbde692067d5,segment=NetworkSegment(2ffc3148-12cc-4745-9b28-d033856139e2),segment_id=2ffc3148-12cc-4745-9b28-d033856139e2)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:05.017845 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.022294 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:05.044725 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:05.048627 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:05.054027 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.058212 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3045304 May 11 13:47:05.058970 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42812) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:05.066333 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:47:05.073750 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:47:05.078153 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:security_group_rule and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:47:05.082672 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:47:05.091103 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:47:05.100727 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.113549 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.120932 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea1adc2-9e99-446b-9a93-233d0fdd2ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bef7498-e960-4a12-a7f0-cbde692067d5', 'code': 200} May 11 13:47:05.125411 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=7bef7498-e960-4a12-a7f0-cbde692067d5,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:05.136792 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:05.205266 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.212490 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.215777 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:05.256983 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b3bfa7-adb4-49a8-97ce-204c16ad1d52,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:05.265166 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:05.272429 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.274169 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f3d6e984-3bc1-4e45-a82e-af624226dcc2 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2126460 May 11 13:47:05.278653 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42816) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:05.288496 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:47:05.299524 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:47:05.308183 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:security_group_rule and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:47:05.314310 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:47:05.327416 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:47:05.338161 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea670ba0-1b64-4ea5-a510-17758769fc46 req-b1e667f6-ed4c-4f83-a3b8-ba80f25c5e03 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:05.341813 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ea670ba0-1b64-4ea5-a510-17758769fc46 req-b1e667f6-ed4c-4f83-a3b8-ba80f25c5e03 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 946 time: 0.3518846 May 11 13:47:05.361760 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.378959 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.465369 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ea670ba0-1b64-4ea5-a510-17758769fc46 req-84bd650c-93ac-4e84-bc86-62c659a88447 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075881 May 11 13:47:05.558673 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.566169 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.570435 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:05.601528 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909b5370-7949-4b9b-b6f6-5a2c63c97e53,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:05.608985 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:05.620489 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.621616 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-a4d8abd2-8495-44ef-a3de-92f06d985173 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3413644 May 11 13:47:05.626553 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 42820) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:05.628824 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3b248-6bd0-4e47-beac-2af7ccf3ef06 req-c11a3de9-d896-461d-afda-110b0104a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:05.630636 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dfa3b248-6bd0-4e47-beac-2af7ccf3ef06 req-c11a3de9-d896-461d-afda-110b0104a33d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 1099 time: 0.1884022 May 11 13:47:05.636330 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'floatingip': {'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:47:05.660508 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:47:05.669452 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:floatingip and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:47:05.673625 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:47:05.679802 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.686416 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.687417 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:47:05.692823 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a09e2c3a-6942-4238-b9c9-0d9dba730526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:05.702040 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dfa3b248-6bd0-4e47-beac-2af7ccf3ef06 req-e7132163-e17e-4fe5-a104-79a7b888120a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606477 May 11 13:47:05.708084 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.886144 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:05.923143 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event updated for resources: {'Port': ['ID=83457423-50bc-4431-a549-48b08a1e51e8,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:05.928064 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:05.945696 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:06.109341 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Allocated IP 172.28.2.190 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/cf95d6d0-e7a9-4f2e-a267-c3a73b21a220) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:47:06.138587 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.l3_db [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Floating IP 70c71018-a3c5-4696-ada0-67cb19a20ac6 associated. External IP: 172.28.2.171, port: 52a0d08a-9f74-40d8-a959-47553faa74d2. May 11 13:47:06.279633 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:06.311267 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:06.317270 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:06.379012 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:47:06.382373 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:47:06.386931 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:47:06.428530 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'Port': ['ID=cf95d6d0-e7a9-4f2e-a267-c3a73b21a220,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:06.432954 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:06.513737 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:06.557180 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Router 140a5b83-0da5-4ea0-ae45-bf20011674a4 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:47:06.632648 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:06.824564 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:47:06.846471 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] Sync routers for ids ['140a5b83-0da5-4ea0-ae45-bf20011674a4'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:47:06.863768 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c6371-f1f7-4ac2-b1c8-0fe79c115cc9 req-e6d8d1eb-f131-4c6e-9c1f-b0bd4adfad27 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:06.864111 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] Routers {'140a5b83-0da5-4ea0-ae45-bf20011674a4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:47:06.865105 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['140a5b83-0da5-4ea0-ae45-bf20011674a4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:06.866238 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8d0c6371-f1f7-4ac2-b1c8-0fe79c115cc9 req-e6d8d1eb-f131-4c6e-9c1f-b0bd4adfad27 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 946 time: 0.1590593 May 11 13:47:06.899766 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:06.937837 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:06.948791 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:06.956871 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ce0eb09b-380f-4f3b-8216-91a85de22b0a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:06.985863 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8d0c6371-f1f7-4ac2-b1c8-0fe79c115cc9 req-b9500a84-0f27-496c-b044-8ac4ea59dac1 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082776 May 11 13:47:07.004816 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8527777 May 11 13:47:07.004816 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:47:07.060488 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'status': 'completed', 'code': 200} May 11 13:47:07.239382 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] Set router 140a5b83-0da5-4ea0-ae45-bf20011674a4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:47:07.251271 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'Port': ['ID=cf95d6d0-e7a9-4f2e-a267-c3a73b21a220,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:07.267277 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:07.281730 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:07.331300 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:07.333832 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7014596 May 11 13:47:07.362250 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-cb2101be-7e33-4c7a-b1a5-4655603c51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:07.365074 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-cb2101be-7e33-4c7a-b1a5-4655603c51bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211&device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1098 time: 0.2382257 May 11 13:47:07.606647 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-cd368630-e065-447b-bd8d-e35383507557 req-eb1c4a84-e788-456d-b034-b0f032b14648 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Synchronizing usage tracker for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:security_group {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:47:07.619349 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-9939d395-1e0b-4d57-b250-d470425ca9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:07.621481 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-9939d395-1e0b-4d57-b250-d470425ca9eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=15be1c10-7348-443b-a2f4-9495fe338f9d HTTP/1.1" status: 200 len: 910 time: 0.2489157 May 11 13:47:07.627163 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-cd368630-e065-447b-bd8d-e35383507557 req-eb1c4a84-e788-456d-b034-b0f032b14648 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Unset dirty status for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:security_group {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:47:07.628524 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-eb1c4a84-e788-456d-b034-b0f032b14648 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1964695959&fields=id&tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6 HTTP/1.1" status: 200 len: 267 time: 0.0728083 May 11 13:47:07.734665 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '70c71018-a3c5-4696-ada0-67cb19a20ac6', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'floating_ip_address': '172.28.2.171', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'port_id': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'mac_address': 'fa:16:3e:9f:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:04Z', 'updated_at': '2021-05-11T13:47:04Z', 'revision_number': 0, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:26Z', 'revision_number': 5, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:07.739568 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] Checking router: 140a5b83-0da5-4ea0-ae45-bf20011674a4 for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:47:07.751627 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] Routers {'140a5b83-0da5-4ea0-ae45-bf20011674a4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:47:07.753218 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:46:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['140a5b83-0da5-4ea0-ae45-bf20011674a4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:07.798469 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-fbc0372a-b765-4e9e-9536-a0c764c8e583 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a0d08a-9f74-40d8-a959-47553faa74d2 HTTP/1.1" status: 200 len: 999 time: 0.1667964 May 11 13:47:07.798989 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368630-e065-447b-bd8d-e35383507557 req-a11b9248-fe0d-46e7-bc51-a7c9c2dd12f9 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:07.800549 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-a11b9248-fe0d-46e7-bc51-a7c9c2dd12f9 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 811 time: 0.1644757 May 11 13:47:07.816551 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-53bf0129-0b57-4580-a771-f1416f441bee tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/quotas/e57ae9b36f7545079c80f5d9e5c1c7c6 HTTP/1.1" status: 200 len: 375 time: 0.0098026 May 11 13:47:07.882436 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-f418120c-7e73-4b01-b094-0c80f4f0693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:07.884502 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-f418120c-7e73-4b01-b094-0c80f4f0693e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec4f421-41aa-4a68-a63a-f6f6b2586e4c HTTP/1.1" status: 200 len: 848 time: 0.0787125 May 11 13:47:07.921791 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-e512aeeb-87d2-489f-8c77-755685d44096 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986669 May 11 13:47:07.984668 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-f7b7b460-9677-477b-9948-1b3cc11e784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:07.987315 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-f7b7b460-9677-477b-9948-1b3cc11e784d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15be1c10-7348-443b-a2f4-9495fe338f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0949423 May 11 13:47:08.136970 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] Set router 140a5b83-0da5-4ea0-ae45-bf20011674a4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:47:08.236726 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-00aea2f9-0e84-4233-a697-969a5e04f8fb service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399673 May 11 13:47:08.316334 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-00883563-ffee-4ded-9ed0-15f8a4dd24c1 service neutron] 10.222.0.30 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721619 May 11 13:47:08.387240 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-21d7b816-c0b7-412e-b904-7dba6be22a69 req-c06dee4f-0916-49cd-9bbf-5a3c5b35fb62 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431310 May 11 13:47:08.517512 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363ef5e-3179-4f5d-a9a5-983960d94a41 req-fae759d4-9adf-4a65-aa6d-416e045ae275 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:08.520143 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a363ef5e-3179-4f5d-a9a5-983960d94a41 req-fae759d4-9adf-4a65-aa6d-416e045ae275 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 946 time: 0.3201914 May 11 13:47:08.571156 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '70c71018-a3c5-4696-ada0-67cb19a20ac6', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'floating_ip_address': '172.28.2.171', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'port_id': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'mac_address': 'fa:16:3e:9f:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:04Z', 'updated_at': '2021-05-11T13:47:04Z', 'revision_number': 0, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:26Z', 'revision_number': 5, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:08.576358 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb13697-2c65-4a7d-bbf4-1b8d5db08b9f None None] The sync data for ids ['140a5b83-0da5-4ea0-ae45-bf20011674a4'] in dv-cinder-784779-11-smb is: [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '70c71018-a3c5-4696-ada0-67cb19a20ac6', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'floating_ip_address': '172.28.2.171', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'port_id': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'mac_address': 'fa:16:3e:9f:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:04Z', 'updated_at': '2021-05-11T13:47:04Z', 'revision_number': 0, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:26Z', 'revision_number': 5, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:47:08.670265 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a363ef5e-3179-4f5d-a9a5-983960d94a41 req-3c24fa3e-7429-4bbd-8d91-8dc99b975af1 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410384 May 11 13:47:08.685476 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-e3c0be26-8956-43f9-aea2-2db7775d34bd service neutron] 10.222.0.30 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575523 May 11 13:47:08.820047 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf51fd-22bc-4fb4-ad4a-5b267cc0dd07 None None] New status for floating IP 70c71018-a3c5-4696-ada0-67cb19a20ac6: ACTIVE {{(pid=78839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:47:08.920990 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c98f4535-0455-4f1b-bb7d-fe79caa2f393 req-63b0c85c-0484-4170-80d0-a4f4c71701cc tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 210 time: 0.0487344 May 11 13:47:09.979186 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42505079-d725-4de1-acd6-463227b40081 req-e411a06b-aca9-49a7-8e49-9bbe8574048b tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:09.980816 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-42505079-d725-4de1-acd6-463227b40081 req-e411a06b-aca9-49a7-8e49-9bbe8574048b tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 946 time: 0.1009741 May 11 13:47:10.040609 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-42505079-d725-4de1-acd6-463227b40081 req-e9825031-1493-4e82-9293-f6af768acd1a tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521953 May 11 13:47:10.121225 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d35864ad-228c-409c-b115-c1d70608251b req-c6b4dfaa-a98f-4ac0-8a83-7970df78db51 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 210 time: 0.0493474 May 11 13:47:10.248930 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368630-e065-447b-bd8d-e35383507557 req-3ae84976-74e5-4250-8ae5-444712390ba7 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:10.250401 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-3ae84976-74e5-4250-8ae5-444712390ba7 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.43 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 811 time: 0.1613107 May 11 13:47:10.309372 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-cd368630-e065-447b-bd8d-e35383507557 req-65477f8a-2099-4908-b8d9-c542dca5c3bc tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Synchronizing usage tracker for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:security_group {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:47:10.322563 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-cd368630-e065-447b-bd8d-e35383507557 req-65477f8a-2099-4908-b8d9-c542dca5c3bc tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Unset dirty status for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:security_group {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:47:10.324261 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-65477f8a-2099-4908-b8d9-c542dca5c3bc tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6 HTTP/1.1" status: 200 len: 380 time: 0.0624177 May 11 13:47:10.339012 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'port': {'device_id': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'admin_state_up': True, 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'security_groups': ['cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06']}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:47:10.543638 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:47:10.548299 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Usage tracker for resource:port and tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:47:10.551614 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:47:10.558667 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:47:10.571919 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Made reservation on behalf of e57ae9b36f7545079c80f5d9e5c1c7c6 for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:47:10.575387 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:10.765713 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Allocated IP 172.20.0.11 (3f78548c-1497-4a11-acbd-00382a724758/1080eaab-142c-4115-a8c3-777ccabb0f27/5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:47:10.986801 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:11.008904 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Transition to ACTIVE for port object 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 will not be triggered until provisioned by entity DHCP. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:47:11.037338 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:11.043971 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:11.107025 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Network 3f78548c-1497-4a11-acbd-00382a724758 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:47:11.111063 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:47:11.117430 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:47:11.173362 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event updated for resources: {'Port': ['ID=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:11.176696 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:11.212763 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:11.213438 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:11.246525 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9153442 May 11 13:47:11.260334 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Request body: {'port': {'device_id': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:47:11.283401 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3207d-ee3f-4640-8fab-ac9812394e8e req-b268181f-dfe9-4b3a-803b-fa58b6860927 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:11.292082 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a4a3207d-ee3f-4640-8fab-ac9812394e8e req-b268181f-dfe9-4b3a-803b-fa58b6860927 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 946 time: 0.1259713 May 11 13:47:11.382881 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a4a3207d-ee3f-4640-8fab-ac9812394e8e req-3f0dd103-437d-4b69-a88e-fbb088693ca2 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898638 May 11 13:47:11.391345 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:11.416603 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd5b2-1936-4f89-b3e4-18028dce3996 req-7baff426-b116-4526-9e80-5efce6ff3fc1 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:11.418176 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1f7cd5b2-1936-4f89-b3e4-18028dce3996 req-7baff426-b116-4526-9e80-5efce6ff3fc1 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 932 time: 0.1565034 May 11 13:47:11.439648 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-9b614d70-1c74-4888-81e1-f1c82db1f4fa None None] Provisioning for port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:47:11.445222 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-9b614d70-1c74-4888-81e1-f1c82db1f4fa None None] Provisioning complete for port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:47:11.445839 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-9b614d70-1c74-4888-81e1-f1c82db1f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:11.480740 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1f7cd5b2-1936-4f89-b3e4-18028dce3996 req-270c8d90-d67c-44da-8d1d-fadbe6135e55 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515182 May 11 13:47:11.514087 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-9b614d70-1c74-4888-81e1-f1c82db1f4fa None None] Port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:47:11.785040 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-f64ec53e-2ba6-420b-a700-55354e0a6899 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:11.785653 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-f64ec53e-2ba6-420b-a700-55354e0a6899 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Synchronizing usage tracker for tenant:31c57817b69b4a7fbdcb38559aefc01d on resource:port {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:47:11.835675 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-f64ec53e-2ba6-420b-a700-55354e0a6899 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Unset dirty status for tenant:31c57817b69b4a7fbdcb38559aefc01d on resource:port {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:47:11.836862 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-f64ec53e-2ba6-420b-a700-55354e0a6899 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.43 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 946 time: 0.3616390 May 11 13:47:12.028357 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:47:12.039265 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:12.059477 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Transition to ACTIVE for port object 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:47:12.065061 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:12.069341 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f9d49110-dbfe-4e18-a852-aac2182cdac7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:12.136394 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Deleting port 7bef7498-e960-4a12-a7f0-cbde692067d5 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:47:12.136394 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:12.329630 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:12.343591 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:12.465608 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] For port 7bef7498-e960-4a12-a7f0-cbde692067d5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7bef7498-e960-4a12-a7f0-cbde692067d5,segment=NetworkSegment(2ffc3148-12cc-4745-9b28-d033856139e2),segment_id=2ffc3148-12cc-4745-9b28-d033856139e2)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:12.465935 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:12.477336 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Attempting to bind port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:47:12.477705 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Attempting to bind port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:47:12.478033 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Attempting to bind port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 on network 3f78548c-1497-4a11-acbd-00382a724758 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:47:12.541733 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 on network 3f78548c-1497-4a11-acbd-00382a724758 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:47:12.542072 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Attempting to bind port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 on network 3f78548c-1497-4a11-acbd-00382a724758 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:47:12.612393 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Calling delete_port for 7bef7498-e960-4a12-a7f0-cbde692067d5 owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:47:12.620293 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:47:12.621306 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Checking segment: {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:47:12.621306 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Bound using segment: {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:47:12.621840 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Bound port: 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f21a7d-e499-4e3d-8884-e36464291b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3f78548c-1497-4a11-acbd-00382a724758'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:47:12.622122 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:12.701452 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea4048-ff16-4156-bcaf-92b271d0750d req-93b7160e-a1d0-4ae7-9557-d71287e2af17 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:12.704255 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2cea4048-ff16-4156-bcaf-92b271d0750d req-93b7160e-a1d0-4ae7-9557-d71287e2af17 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea1adc2-9e99-446b-9a93-233d0fdd2ed8 HTTP/1.1" status: 200 len: 946 time: 0.1292539 May 11 13:47:12.749119 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] For port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:47:12.760795 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] For port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:47:12.767869 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:12.774420 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-712a0086-fd49-4e0d-9b48-710b4aa5f895 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:12.873472 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:12.874093 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:12.875517 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] 10.222.0.43 "PUT /v2.0/ports/5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 HTTP/1.1" status: 200 len: 1094 time: 1.6211438 May 11 13:47:12.878842 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'tag': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:47:12.897118 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2cea4048-ff16-4156-bcaf-92b271d0750d req-92b0bc22-d9ac-499d-b415-3353f4032db3 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.30 "GET /v2.0/security-groups?id=af720620-9958-414e-82cd-a4fb2b29068b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253603 May 11 13:47:12.951832 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff86baa-7f96-47bc-9338-8bdb4d117b4e req-f8c0751d-44be-4cf9-b045-ef8b1a3f4f28 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:12.964462 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4ff86baa-7f96-47bc-9338-8bdb4d117b4e req-f8c0751d-44be-4cf9-b045-ef8b1a3f4f28 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 944 time: 0.2583301 May 11 13:47:12.982829 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:12.994571 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:12.996266 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'tag': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2', 'status': 'completed', 'code': 200} May 11 13:47:12.997235 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:13.003905 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-35361939-16d4-45c8-ba3f-42f1fe91e0f6 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:13.012714 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['7bef7498-e960-4a12-a7f0-cbde692067d5'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:47:13.059735 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Pushing event deleted for resources: {'Port': ['ID=7bef7498-e960-4a12-a7f0-cbde692067d5,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:13.068317 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4ff86baa-7f96-47bc-9338-8bdb4d117b4e req-1aab2d8c-de54-4c60-bc85-f556eea4824d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996733 May 11 13:47:13.069587 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:13.185142 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] No DVR routers for this DVR port 7bef7498-e960-4a12-a7f0-cbde692067d5 on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:47:13.188720 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:13.215405 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368630-e065-447b-bd8d-e35383507557 req-3d5fa6fc-158a-46a9-a7d4-94063e8de464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:13.217310 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-3d5fa6fc-158a-46a9-a7d4-94063e8de464 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 1097 time: 0.2856374 May 11 13:47:13.219280 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a8357cdc-adc5-4f1f-b05e-7ef02b93415e req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] 10.222.0.43 "DELETE /v2.0/ports/7bef7498-e960-4a12-a7f0-cbde692067d5 HTTP/1.1" status: 204 len: 173 time: 1.3736579 May 11 13:47:13.300088 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-d2ed85c0-53ca-4f77-a4e7-809130a61ea7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 HTTP/1.1" status: 200 len: 217 time: 0.0704572 May 11 13:47:13.484563 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368630-e065-447b-bd8d-e35383507557 req-cf0df196-9ab4-4523-b7b2-393f2014c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:13.485956 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-cf0df196-9ab4-4523-b7b2-393f2014c7f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1080eaab-142c-4115-a8c3-777ccabb0f27 HTTP/1.1" status: 200 len: 850 time: 0.1775370 May 11 13:47:13.512287 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3e6fda30-4d16-4f3f-b89e-2aca32e877db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:13.570446 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368630-e065-447b-bd8d-e35383507557 req-57114af3-3da1-4de7-9432-355b31052580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:13.571994 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-57114af3-3da1-4de7-9432-355b31052580 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f78548c-1497-4a11-acbd-00382a724758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0788031 May 11 13:47:13.718825 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-28985f10-d7a6-487f-9a62-0cd85cfddf73 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372342 May 11 13:47:13.875581 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-cd368630-e065-447b-bd8d-e35383507557 req-23a1f18e-4944-48c2-a70c-6ccad68056d1 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489949 May 11 13:47:14.032996 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-5c45b8f9-57fe-4799-8be3-887bdea5a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:14.034512 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-5c45b8f9-57fe-4799-8be3-887bdea5a9cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 1097 time: 0.1038482 May 11 13:47:14.196224 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-2a93cb0b-bd4d-4aea-b608-a597370c1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:14.198030 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-2a93cb0b-bd4d-4aea-b608-a597370c1fb7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 912 time: 0.1564198 May 11 13:47:14.276742 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-e0e47cf7-8806-448f-a5b3-f5723a6f146f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 HTTP/1.1" status: 200 len: 217 time: 0.0701396 May 11 13:47:14.309010 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871257b-8433-4376-8ed8-ec1560750ce1 req-8b2a054b-c723-405b-8ed2-d4cc6cf6a3e3 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:14.311545 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5871257b-8433-4376-8ed8-ec1560750ce1 req-8b2a054b-c723-405b-8ed2-d4cc6cf6a3e3 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 944 time: 0.1127989 May 11 13:47:14.372960 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5871257b-8433-4376-8ed8-ec1560750ce1 req-912da118-6104-4e4d-9492-7bb92443aaa8 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562580 May 11 13:47:14.387894 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-2d2ea27b-9f7f-498b-b55b-f05111587511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:14.390730 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-2d2ea27b-9f7f-498b-b55b-f05111587511 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1080eaab-142c-4115-a8c3-777ccabb0f27 HTTP/1.1" status: 200 len: 850 time: 0.1062431 May 11 13:47:14.509237 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-3bfba158-038a-4f8a-b9e5-1a855f63e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:14.510769 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-3bfba158-038a-4f8a-b9e5-1a855f63e04c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f78548c-1497-4a11-acbd-00382a724758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1120429 May 11 13:47:14.732952 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-c7a7fe5a-5d80-4722-be39-94951de943bd service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103360 May 11 13:47:14.912761 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6e5e1d9f-c598-4bb0-951f-6aa12ad71be8 req-cf1cf825-6852-4e29-9313-2c91ac6df517 service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722028 May 11 13:47:14.997722 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea1adc2-9e99-446b-9a93-233d0fdd2ed8', 'name': 'network-vif-deleted', 'tag': '7bef7498-e960-4a12-a7f0-cbde692067d5'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:47:15.057805 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea1adc2-9e99-446b-9a93-233d0fdd2ed8', 'name': 'network-vif-deleted', 'tag': '7bef7498-e960-4a12-a7f0-cbde692067d5', 'status': 'completed', 'code': 200} May 11 13:47:15.634870 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1c929-2dd2-4235-85b7-3d2c1f5aae61 req-42eda721-8b7a-4e8d-87c1-0bb6111bb824 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:15.638472 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8ce1c929-2dd2-4235-85b7-3d2c1f5aae61 req-42eda721-8b7a-4e8d-87c1-0bb6111bb824 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 944 time: 0.1280859 May 11 13:47:15.714437 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8ce1c929-2dd2-4235-85b7-3d2c1f5aae61 req-d26e1770-b431-4c2d-a5c8-d39f34672cd4 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684814 May 11 13:47:16.228089 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e976058c-4249-4583-96b2-3ef31e5dfa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:16.325871 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:16.688896 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:47:16.695711 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 7bef7498-e960-4a12-a7f0-cbde692067d5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:47:17.031249 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f417-a4af-4111-8cf2-143b2b5e8bf0 req-79b734b2-5d91-475c-bfaf-cd6f1055e0df tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:17.042567 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c365f417-a4af-4111-8cf2-143b2b5e8bf0 req-79b734b2-5d91-475c-bfaf-cd6f1055e0df tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 944 time: 0.1248255 May 11 13:47:17.058797 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 7bef7498-e960-4a12-a7f0-cbde692067d5 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:47:17.059596 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 7bef7498-e960-4a12-a7f0-cbde692067d5 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:47:17.134067 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:17.144028 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c365f417-a4af-4111-8cf2-143b2b5e8bf0 req-64045791-b334-4460-afe9-6d3b4f1a10e1 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996795 May 11 13:47:17.153311 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'port_id': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2', 'mac_address': 'fa:16:3e:98:15:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:47:17.263703 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:17.295683 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:47:17.333554 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:17.352012 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:17.356179 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:17.624888 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:17.630001 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:47:17.661475 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:18.021843 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:18.171036 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:18.456840 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60469c-099b-4c19-a00d-bc906c460444 req-23cd53be-fb26-4987-9a55-1580efef8b27 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:18.458747 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2a60469c-099b-4c19-a00d-bc906c460444 req-23cd53be-fb26-4987-9a55-1580efef8b27 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 945 time: 0.0966418 May 11 13:47:18.573668 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2a60469c-099b-4c19-a00d-bc906c460444 req-38618ab6-13e7-4332-b625-705bd47f6a50 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007600 May 11 13:47:18.702016 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:47:18.825516 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:47:18.838056 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:47:18.838431 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:19.082909 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:19.198052 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:47:19.225008 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:19.240963 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:19.247436 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:19.347969 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2', 'code': 200} May 11 13:47:19.385954 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:19.438466 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:19.447513 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:19.768010 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b4e5-7c62-4708-a60a-65115aaf2802 req-814ec3e6-0de2-405a-8d54-287eb67677d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:19.772253 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a0f5b4e5-7c62-4708-a60a-65115aaf2802 req-814ec3e6-0de2-405a-8d54-287eb67677d6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 1099 time: 0.1572049 May 11 13:47:19.846911 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a0f5b4e5-7c62-4708-a60a-65115aaf2802 req-b2cc9762-062a-44dd-a6e3-1a7944f86de1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531793 May 11 13:47:19.883377 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f7ee9-ae7f-43b2-ac99-021231cf1de9 req-54347b84-8380-4125-8411-60cddfc13e2e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:19.885224 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6a9f7ee9-ae7f-43b2-ac99-021231cf1de9 req-54347b84-8380-4125-8411-60cddfc13e2e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 946 time: 0.1248617 May 11 13:47:19.946505 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6a9f7ee9-ae7f-43b2-ac99-021231cf1de9 req-4681fa09-c8a9-4386-9387-e7a63af4d487 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539572 May 11 13:47:21.279255 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c14454-db9c-4cc3-9cf5-fa0a871bc600 req-af0148bd-8183-4659-b1f9-0c1742671124 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:21.281724 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-14c14454-db9c-4cc3-9cf5-fa0a871bc600 req-af0148bd-8183-4659-b1f9-0c1742671124 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1791904 May 11 13:47:21.395807 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9de9-f057-4ab9-b5a8-688be89a3075 req-4291a95d-ea76-40c7-80e7-94d0122a8cb1 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:21.398670 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-15cd9de9-f057-4ab9-b5a8-688be89a3075 req-4291a95d-ea76-40c7-80e7-94d0122a8cb1 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 946 time: 0.2065313 May 11 13:47:21.405967 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-14c14454-db9c-4cc3-9cf5-fa0a871bc600 req-53abad8c-79c4-4341-a08c-ba0aed4b7ddf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055081 May 11 13:47:21.503227 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-15cd9de9-f057-4ab9-b5a8-688be89a3075 req-ec7a6636-5f5f-4495-8f9a-bc102546e731 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956135 May 11 13:47:21.942658 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b9c2a-587b-48e8-a8db-e39c66b6e479 req-eca74680-9ef8-466f-a501-5850b19456da tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:21.945780 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b75b9c2a-587b-48e8-a8db-e39c66b6e479 req-eca74680-9ef8-466f-a501-5850b19456da tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 946 time: 0.2958987 May 11 13:47:21.955159 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43038) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:21.961778 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-7006aefa-e825-4d83-9309-7851de608b6e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Request body: {'floatingip': {'port_id': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:47:22.044979 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7006aefa-e825-4d83-9309-7851de608b6e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:22.741150 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e12bc4-a37f-49de-8c17-a7fd3e1a50eb req-98aa94d4-ba0c-44d4-9fcc-470f66bfd0f3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:22.747904 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-41e12bc4-a37f-49de-8c17-a7fd3e1a50eb req-98aa94d4-ba0c-44d4-9fcc-470f66bfd0f3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1337276 May 11 13:47:22.807105 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-41e12bc4-a37f-49de-8c17-a7fd3e1a50eb req-e39ca956-2c8f-4e67-8598-68e8f3133907 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582736 May 11 13:47:23.045810 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7006aefa-e825-4d83-9309-7851de608b6e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:23.050713 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7006aefa-e825-4d83-9309-7851de608b6e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:23.281819 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.l3_db [None req-7006aefa-e825-4d83-9309-7851de608b6e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Floating IP 8523c769-0298-42dc-8b96-c3e1ecd76c82 associated. External IP: 172.28.2.190, port: 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2. May 11 13:47:23.760645 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7006aefa-e825-4d83-9309-7851de608b6e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Router a3345c25-c3ed-4d58-b375-05e8518033b4 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:47:24.005020 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7006aefa-e825-4d83-9309-7851de608b6e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:47:24.012255 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7006aefa-e825-4d83-9309-7851de608b6e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:24.017975 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] Sync routers for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:47:24.036851 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:47:24.037800 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:47:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:24.095701 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d019a-3ac9-4ee2-a3aa-4cb03ae9c44c req-f006a105-4cc2-409d-b806-219887792a83 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:24.102222 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-7006aefa-e825-4d83-9309-7851de608b6e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "PUT /v2.0/floatingips/8523c769-0298-42dc-8b96-c3e1ecd76c82 HTTP/1.1" status: 200 len: 992 time: 2.1451292 May 11 13:47:24.102996 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'tag': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:47:24.117095 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3f9d019a-3ac9-4ee2-a3aa-4cb03ae9c44c req-f006a105-4cc2-409d-b806-219887792a83 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1580875 May 11 13:47:24.221749 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3f9d019a-3ac9-4ee2-a3aa-4cb03ae9c44c req-e235114b-2031-40b7-bfdd-616aa97c31d0 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926912 May 11 13:47:24.270234 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:47:24.334449 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'tag': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2', 'status': 'completed', 'code': 200} May 11 13:47:24.504952 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-e7385cf3-3bc5-4a2a-8431-f6ee91ad1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:24.507565 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-e7385cf3-3bc5-4a2a-8431-f6ee91ad1366 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 1099 time: 0.1249039 May 11 13:47:24.802850 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-bdd87f2c-2056-466f-9e0a-2221b1f8df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:24.805013 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-bdd87f2c-2056-466f-9e0a-2221b1f8df20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 200 len: 912 time: 0.2889736 May 11 13:47:24.949189 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-416fac7c-9b15-4af2-b25b-c9854b9ae34d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 HTTP/1.1" status: 200 len: 1000 time: 0.1373105 May 11 13:47:24.958574 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '8523c769-0298-42dc-8b96-c3e1ecd76c82', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'floating_ip_address': '172.28.2.190', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'port_id': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'mac_address': 'fa:16:3e:98:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:06Z', 'updated_at': '2021-05-11T13:47:22Z', 'revision_number': 1, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:24.966209 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] Checking router: a3345c25-c3ed-4d58-b375-05e8518033b4 for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:47:24.980517 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:47:24.982022 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:47:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:25.046561 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-8c248f66-c68f-4dc0-a8cd-5c1b04df0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:25.049891 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-8c248f66-c68f-4dc0-a8cd-5c1b04df0fb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1080eaab-142c-4115-a8c3-777ccabb0f27 HTTP/1.1" status: 200 len: 850 time: 0.0910969 May 11 13:47:25.169168 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-800ab662-6dc4-46e9-af4f-b59501c3ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:25.170815 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-800ab662-6dc4-46e9-af4f-b59501c3ff7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f78548c-1497-4a11-acbd-00382a724758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1117122 May 11 13:47:25.367729 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:47:25.390092 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-2b9c25ee-e3b9-4c49-b2bd-3169d7b851bd service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105670 May 11 13:47:25.592759 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8773cc-0495-49ff-b0ae-b3fbf1cb764e req-f9bde402-4f18-4e70-bdd8-1c745b8cad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:25.602392 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9f8773cc-0495-49ff-b0ae-b3fbf1cb764e req-f9bde402-4f18-4e70-bdd8-1c745b8cad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1954749 May 11 13:47:25.664114 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9f8773cc-0495-49ff-b0ae-b3fbf1cb764e req-6096d3ac-ed4d-40db-8bef-a10d71e47646 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503149 May 11 13:47:25.724936 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-340d8b4e-45bd-47aa-b72f-5341ba023683 req-9be0ed02-2b6d-4581-9e50-2ba9565efa3a service neutron] 10.222.0.43 "GET /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234842 May 11 13:47:25.984771 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '8523c769-0298-42dc-8b96-c3e1ecd76c82', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'floating_ip_address': '172.28.2.190', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'port_id': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'mac_address': 'fa:16:3e:98:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:06Z', 'updated_at': '2021-05-11T13:47:22Z', 'revision_number': 1, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:25.989543 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c025de-c98a-4a00-b7a6-5ae6f1c18f17 None None] The sync data for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb is: [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '8523c769-0298-42dc-8b96-c3e1ecd76c82', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'floating_ip_address': '172.28.2.190', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'port_id': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'mac_address': 'fa:16:3e:98:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:06Z', 'updated_at': '2021-05-11T13:47:22Z', 'revision_number': 1, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:47:26.259483 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b580b-c126-4fc4-8a50-08fba4f6a6ef None None] New status for floating IP 8523c769-0298-42dc-8b96-c3e1ecd76c82: ACTIVE {{(pid=78839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:47:26.917674 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e003168-d12d-4234-87ba-5e3e7ebe10c8 req-a032fa5e-6e70-47f5-a0e4-31151a71a2ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:26.920634 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9e003168-d12d-4234-87ba-5e3e7ebe10c8 req-a032fa5e-6e70-47f5-a0e4-31151a71a2ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1127312 May 11 13:47:27.005981 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9e003168-d12d-4234-87ba-5e3e7ebe10c8 req-9d2a56c2-8b31-457c-9ce1-5eee92243dfd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736420 May 11 13:47:28.433322 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5240b-941d-4bf6-a428-953e329aedf2 req-8d0d5646-4704-4519-a88e-f5ed2036977d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:28.434661 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-34a5240b-941d-4bf6-a428-953e329aedf2 req-8d0d5646-4704-4519-a88e-f5ed2036977d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1462657 May 11 13:47:28.530879 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-34a5240b-941d-4bf6-a428-953e329aedf2 req-2ec305df-4710-4368-9f59-aa986a640316 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746207 May 11 13:47:29.837395 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7ac70-fd56-486e-9224-5e3d27341439 req-1fda55dd-39ab-4610-9218-a5c2b5c4f454 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:29.839241 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-04a7ac70-fd56-486e-9224-5e3d27341439 req-1fda55dd-39ab-4610-9218-a5c2b5c4f454 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1304410 May 11 13:47:29.911545 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-04a7ac70-fd56-486e-9224-5e3d27341439 req-5a4577bd-15e6-414d-8d81-260e58c267d3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594199 May 11 13:47:31.233766 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6528833-9486-4245-b6f8-19d94f01190a req-4ac2adb2-51e7-4e9b-8115-c7cf16d728bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:31.235444 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e6528833-9486-4245-b6f8-19d94f01190a req-4ac2adb2-51e7-4e9b-8115-c7cf16d728bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1763818 May 11 13:47:31.313144 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e6528833-9486-4245-b6f8-19d94f01190a req-10a3af4d-15a1-4ba6-9d04-18f8dff75660 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691950 May 11 13:47:32.650410 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f464890-e504-47a8-953d-bca627a87b20 req-3694b210-3ae2-45da-9b11-cc0561aa7fa3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:32.652861 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3f464890-e504-47a8-953d-bca627a87b20 req-3694b210-3ae2-45da-9b11-cc0561aa7fa3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1299226 May 11 13:47:32.719228 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3f464890-e504-47a8-953d-bca627a87b20 req-65a9cddb-4905-4e2a-b9d8-47abd82532a3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610604 May 11 13:47:32.888810 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:47:33.946617 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f92c1f-9be4-4609-9703-f652b67e9aa8 req-f147408e-ae72-4e1c-a9b6-6d7c0e9a4b0e tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:33.948318 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-73f92c1f-9be4-4609-9703-f652b67e9aa8 req-f147408e-ae72-4e1c-a9b6-6d7c0e9a4b0e tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1092491 May 11 13:47:33.996192 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-73f92c1f-9be4-4609-9703-f652b67e9aa8 req-9414dabc-1ea2-4bfb-b738-01f57db9fb7f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419960 May 11 13:47:34.781640 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 48eacb22-4a51-4626-9b61-f097f2ecec40 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:47:34.966504 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:34.982482 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'port_id': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'mac_address': 'fa:16:3e:ee:ac:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:47:35.048352 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:35.070899 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48eacb22-4a51-4626-9b61-f097f2ecec40 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:47:35.091813 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:35.098769 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:35.101551 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:35.178153 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=6']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:35.181603 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:35.208979 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['48eacb22-4a51-4626-9b61-f097f2ecec40'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:47:35.227965 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac650-140e-4e9d-8ad7-3f62ced52df0 req-d70917f6-317f-4186-858b-c4f8773cad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:35.229726 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-05dac650-140e-4e9d-8ad7-3f62ced52df0 req-d70917f6-317f-4186-858b-c4f8773cad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 944 time: 0.1015675 May 11 13:47:35.293788 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-05dac650-140e-4e9d-8ad7-3f62ced52df0 req-e90ab526-39f5-495d-93e7-c11aa4eb252f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582504 May 11 13:47:35.812267 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43244) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:35.883641 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4b28e4-e064-4790-b229-b78fbb5f3f44 admin admin] Deleting subnet b89d6bdf-1913-4aff-bdf7-2576cb670f2c {{(pid=78836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:47:35.889961 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b4b28e4-e064-4790-b229-b78fbb5f3f44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:35.948589 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b4b28e4-e064-4790-b229-b78fbb5f3f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15097265'] for subnet, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:36.019286 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b4b28e4-e064-4790-b229-b78fbb5f3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:36.352641 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b4b28e4-e064-4790-b229-b78fbb5f3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14751732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15256084'] for subnet, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:36.357288 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:36.397159 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b28e4-e064-4790-b229-b78fbb5f3f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89d6bdf-1913-4aff-bdf7-2576cb670f2c,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:36.402720 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0b4b28e4-e064-4790-b229-b78fbb5f3f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:36.411034 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b4b28e4-e064-4790-b229-b78fbb5f3f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:36.417419 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-0b4b28e4-e064-4790-b229-b78fbb5f3f44 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b89d6bdf-1913-4aff-bdf7-2576cb670f2c HTTP/1.1" status: 204 len: 168 time: 0.6035352 May 11 13:47:36.420343 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43252) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:36.616171 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:36.679836 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d039ea-e845-4dab-8d36-6c148c730e61 req-3d44c861-ea88-40ce-a044-9d77658f7439 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:36.681423 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-98d039ea-e845-4dab-8d36-6c148c730e61 req-3d44c861-ea88-40ce-a044-9d77658f7439 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 944 time: 0.2379959 May 11 13:47:36.810165 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-98d039ea-e845-4dab-8d36-6c148c730e61 req-a1cfa604-6e28-486c-b13a-3382d741c757 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119807 May 11 13:47:36.829368 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 48eacb22-4a51-4626-9b61-f097f2ecec40 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:47:36.832084 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:36.924095 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b7614e-8fb3-4887-a132-b5c2c7069492']}} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:36.949592 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffc3148-12cc-4745-9b28-d033856139e2') {'for_net_delete': True} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:36.949850 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffc3148-12cc-4745-9b28-d033856139e2') {} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:47:36.969221 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16630095'] for segment, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:36.993834 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 48eacb22-4a51-4626-9b61-f097f2ecec40 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:47:36.995106 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.004457 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.012249 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=78837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:47:37.012987 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16513043'] for segment, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: Traceback (most recent call last): May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: timer() May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: cb(*args, **kw) May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: return func(*args, **kwargs) May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: self._notify() May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: self.callback(batched_events) May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: event.method(event) May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: return f(self, *a, **k) May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: return self._get(url).json() May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: return self.request(url, 'GET', **kwargs) May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:47:37.031845 dv-cinder-784779-11-smb neutron-server[78837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:47:37.114939 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.119774 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-eb982971-8621-4e95-9aa3-e41226d7266b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:37.144012 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.146734 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b7614e-8fb3-4887-a132-b5c2c7069492,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:37.159524 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.160129 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.160260 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.160804 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.161351 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.161536 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.161868 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.162218 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.162858 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.163192 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.164020 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.164020 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:47:37.166973 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.167841 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:37.179487 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-8402add6-9674-4085-99b1-01bcae62fde1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/56b7614e-8fb3-4887-a132-b5c2c7069492 HTTP/1.1" status: 204 len: 168 time: 0.7571619 May 11 13:47:37.199562 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:47:37.211824 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:37.217959 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.220457 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:37.265349 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'code': 200} May 11 13:47:37.308828 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=7']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:37.312506 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:37.399535 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43260) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:37.505295 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-75389e85-2373-4d7d-8e0e-2264b4880a62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31c57817b69b4a7fbdcb38559aefc01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870852 May 11 13:47:37.507636 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43266) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:37.578761 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b791e39-38f0-48f4-8510-d9f1e77ee05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.608752 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b791e39-38f0-48f4-8510-d9f1e77ee05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.674240 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b791e39-38f0-48f4-8510-d9f1e77ee05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.678605 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-44e4fb86-4c14-4410-8c17-f3023a3837cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:37.695247 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b791e39-38f0-48f4-8510-d9f1e77ee05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af720620-9958-414e-82cd-a4fb2b29068b,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:37.697830 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0b791e39-38f0-48f4-8510-d9f1e77ee05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:37.730189 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0b791e39-38f0-48f4-8510-d9f1e77ee05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:37.731367 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-0b791e39-38f0-48f4-8510-d9f1e77ee05d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af720620-9958-414e-82cd-a4fb2b29068b HTTP/1.1" status: 204 len: 168 time: 0.2228208 May 11 13:47:38.609414 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bca3d2-0b28-4648-9565-8d309c8f33cf req-ffee02e1-61a4-4387-b5ab-6fbfbcf93e72 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:38.610983 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-90bca3d2-0b28-4648-9565-8d309c8f33cf req-ffee02e1-61a4-4387-b5ab-6fbfbcf93e72 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.5975890 May 11 13:47:38.681192 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-90bca3d2-0b28-4648-9565-8d309c8f33cf req-2cf75cd3-deaf-40e8-9173-6c8da7f7b369 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612710 May 11 13:47:39.895128 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb8eb0-cbad-459e-b6ae-099537df0201 req-ec6df55d-59de-4b61-b2ee-67fa0091cabe tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:39.896785 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-36fb8eb0-cbad-459e-b6ae-099537df0201 req-ec6df55d-59de-4b61-b2ee-67fa0091cabe tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.0918179 May 11 13:47:39.952293 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-36fb8eb0-cbad-459e-b6ae-099537df0201 req-ab696d6a-5c11-48a9-a22a-6578af1dba25 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488408 May 11 13:47:41.218917 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b89e3-81e3-4deb-9980-db5a1fc1967a req-afb52eff-45e4-4873-878f-a5db6f4711a0 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:41.221183 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-813b89e3-81e3-4deb-9980-db5a1fc1967a req-afb52eff-45e4-4873-878f-a5db6f4711a0 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1005135 May 11 13:47:41.276409 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-813b89e3-81e3-4deb-9980-db5a1fc1967a req-449285b1-0bc6-4636-b8cb-977b961357b1 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500765 May 11 13:47:42.558068 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282b7e4-25a2-4618-92a0-ea1623ccf288 req-71872995-b8ca-4cfb-bbcf-b7c1b9cb51c3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:42.560411 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e282b7e4-25a2-4618-92a0-ea1623ccf288 req-71872995-b8ca-4cfb-bbcf-b7c1b9cb51c3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.1058230 May 11 13:47:42.649389 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e282b7e4-25a2-4618-92a0-ea1623ccf288 req-2389a20d-4480-4c4d-86a1-9a9836398fec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796747 May 11 13:47:43.520053 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-bf1a749c-213c-436f-88b8-7e01a5b76f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:43.861025 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8fc26-ea03-4e0d-8132-29134af0ba65 req-a92157d6-92ce-4e4b-9fb5-8b11678b592d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:43.862765 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7bc8fc26-ea03-4e0d-8132-29134af0ba65 req-a92157d6-92ce-4e4b-9fb5-8b11678b592d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.0913534 May 11 13:47:43.932100 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7bc8fc26-ea03-4e0d-8132-29134af0ba65 req-0cf7961f-8b91-4e1a-b277-3fa0945c650a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622640 May 11 13:47:44.381315 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-8ae7c9c4-37f4-4234-b01b-287396b1fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:44.382871 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-8ae7c9c4-37f4-4234-b01b-287396b1fd95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 1098 time: 0.0933173 May 11 13:47:44.611092 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-07cc9ecc-a072-4ef7-86f3-cf8f8f469860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:44.612958 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-07cc9ecc-a072-4ef7-86f3-cf8f8f469860 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 917 time: 0.2209046 May 11 13:47:44.738060 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-666e4deb-a624-49c2-8a67-4d955eaf8ddc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48eacb22-4a51-4626-9b61-f097f2ecec40 HTTP/1.1" status: 200 len: 1001 time: 0.1120658 May 11 13:47:44.806612 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-1be2fdf4-bcf0-4e72-ba56-6b80798bcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:44.808035 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-1be2fdf4-bcf0-4e72-ba56-6b80798bcfcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.0626867 May 11 13:47:44.897575 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-42c42103-8b95-44d2-a4a3-48117b46bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:44.899176 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-42c42103-8b95-44d2-a4a3-48117b46bdf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0834205 May 11 13:47:45.136884 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-61a7e441-2a78-45eb-97c1-21a15805cfbb service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298746 May 11 13:47:45.145373 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca897ca3-6015-4e9c-a43f-8a830b4eac0e req-3fafd67d-ac1c-4176-a981-66ba5f81b6f1 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:45.148113 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ca897ca3-6015-4e9c-a43f-8a830b4eac0e req-3fafd67d-ac1c-4176-a981-66ba5f81b6f1 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.0996506 May 11 13:47:45.204320 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ca897ca3-6015-4e9c-a43f-8a830b4eac0e req-0b6bd762-0684-4289-b1c9-12e5777e2262 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497439 May 11 13:47:45.284140 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d9d57ef7-9d3e-476b-b40b-0edf79df1f5f req-4b38b8d5-40af-4ed3-b46f-457d3f3df32f service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392374 May 11 13:47:46.224745 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b2b35a41-ca76-49c0-9426-2ebfdb11b388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:46.329037 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:46.412316 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a888d0-59c7-4b0f-904f-6b18ad809155 req-25baac6a-b8b3-4257-9f9a-4de89172b8c7 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:46.413882 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-26a888d0-59c7-4b0f-904f-6b18ad809155 req-25baac6a-b8b3-4257-9f9a-4de89172b8c7 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.0884738 May 11 13:47:46.462258 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-26a888d0-59c7-4b0f-904f-6b18ad809155 req-5c457fae-1ead-450a-9fd5-e4867dfffb99 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412161 May 11 13:47:47.685533 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8129c2b-b8d8-4bf7-9b64-8a8c95b6fc0d req-e0ebe2bb-ccf5-4771-a863-9184b5996514 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:47.687109 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a8129c2b-b8d8-4bf7-9b64-8a8c95b6fc0d req-e0ebe2bb-ccf5-4771-a863-9184b5996514 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.0937078 May 11 13:47:47.736344 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a8129c2b-b8d8-4bf7-9b64-8a8c95b6fc0d req-0ecf5a19-9261-4054-a553-4a1f2131d6e3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417969 May 11 13:47:48.022240 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:48.171795 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:48.730702 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a2e9-c3d0-46fa-bad3-376644fa9553 req-5382a0eb-86e1-4d9e-b731-14a4dc6c5863 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:48.732239 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-69e9a2e9-c3d0-46fa-bad3-376644fa9553 req-5382a0eb-86e1-4d9e-b731-14a4dc6c5863 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 945 time: 0.0854831 May 11 13:47:48.787226 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-69e9a2e9-c3d0-46fa-bad3-376644fa9553 req-b4e5bc45-5dc8-4bf5-bed9-3f8d5858bef8 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462298 May 11 13:47:48.825988 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 48eacb22-4a51-4626-9b61-f097f2ecec40 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:47:48.988844 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:48.997913 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43368) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:47:49.019552 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:47:49.030577 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:47:49.037507 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:49.040279 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:47:49.080478 dv-cinder-784779-11-smb neutron-server[78838]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'code': 422} returned with failed status May 11 13:47:49.126875 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=8']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:47:49.131729 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:47:49.161164 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-0d328a7c-18cd-4e19-9460-430b4658f016 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1619763 May 11 13:47:49.193476 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:47:50.054290 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3c942-6126-4143-9eae-f638cbf52a76 req-d9e47e4f-5929-4fbf-816b-01b161058a85 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:50.055709 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f6d3c942-6126-4143-9eae-f638cbf52a76 req-d9e47e4f-5929-4fbf-816b-01b161058a85 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.1032276 May 11 13:47:50.119814 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f6d3c942-6126-4143-9eae-f638cbf52a76 req-723c0d10-da2c-4109-95af-301665b47eb3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565045 May 11 13:47:51.111483 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-bcb41624-6a01-4b77-a7b7-61d30e98edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:51.113128 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-bcb41624-6a01-4b77-a7b7-61d30e98edce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929&tenant_id=61a1578c12794d8387e64122ac4c5240 HTTP/1.1" status: 200 len: 1096 time: 0.1444380 May 11 13:47:51.247519 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-11b5efe1-04b8-4cb1-bda4-b8087ff8859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:51.248949 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-11b5efe1-04b8-4cb1-bda4-b8087ff8859f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 1096 time: 0.1067526 May 11 13:47:51.348845 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70319d97-e848-4edc-a340-4b1a87c6f1eb req-3fc2af0e-31e3-411f-992a-33c94a7e1eba tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:51.351760 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-70319d97-e848-4edc-a340-4b1a87c6f1eb req-3fc2af0e-31e3-411f-992a-33c94a7e1eba tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.1126974 May 11 13:47:51.409955 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-43fde23e-4163-4ad5-b724-d6cfb2f70a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:51.411629 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-43fde23e-4163-4ad5-b724-d6cfb2f70a0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 917 time: 0.1553929 May 11 13:47:51.415182 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-70319d97-e848-4edc-a340-4b1a87c6f1eb req-e2a88c3f-74db-4b26-960d-ecc3a4b9bcbe tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557284 May 11 13:47:51.525730 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-e40e4cfb-48be-4b63-bd49-cce64d9577ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48eacb22-4a51-4626-9b61-f097f2ecec40 HTTP/1.1" status: 200 len: 999 time: 0.1069741 May 11 13:47:51.590363 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-bc7b283b-0119-432b-ba0e-d09f06e8aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:51.591816 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-bc7b283b-0119-432b-ba0e-d09f06e8aaa4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.0591974 May 11 13:47:51.677842 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-0e85abaf-b2e9-4b6e-8dac-645c0744fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:51.680230 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-0e85abaf-b2e9-4b6e-8dac-645c0744fdc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0808289 May 11 13:47:51.820939 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-e4496d95-b708-4f18-9a26-bbd2c7606acc service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334376 May 11 13:47:51.959042 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-014a4307-827e-45c4-b08e-ce07f69bc9a0 req-54264832-75af-475f-8516-b47c5a114dbd service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313064 May 11 13:47:52.088500 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-6f508fe1-314a-420f-b839-6492f2a8fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:52.089889 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-6f508fe1-314a-420f-b839-6492f2a8fb6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 1096 time: 0.0816853 May 11 13:47:52.252435 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-8e661f95-b571-4d41-9155-76b7a9266793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:52.254080 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-8e661f95-b571-4d41-9155-76b7a9266793 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 917 time: 0.1413581 May 11 13:47:52.359836 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-b1657957-75c3-431a-a2a1-3ece2526819a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48eacb22-4a51-4626-9b61-f097f2ecec40 HTTP/1.1" status: 200 len: 999 time: 0.0989504 May 11 13:47:52.423321 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-23275259-a3fd-4202-9fd5-f9661ae1b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:52.424847 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-23275259-a3fd-4202-9fd5-f9661ae1b4cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.0587966 May 11 13:47:52.535881 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-f7c3e902-5da9-49ea-a5b8-9d944291b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:52.538117 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-f7c3e902-5da9-49ea-a5b8-9d944291b52f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1068683 May 11 13:47:52.721761 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5256d-b3a3-43f6-b906-7f9be5d993b0 req-24471e2c-a0a2-45dc-8bf9-6acc7bfea7a4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:52.730858 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2ad5256d-b3a3-43f6-b906-7f9be5d993b0 req-24471e2c-a0a2-45dc-8bf9-6acc7bfea7a4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.1284165 May 11 13:47:52.789756 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2ad5256d-b3a3-43f6-b906-7f9be5d993b0 req-fed31a46-598c-45be-a629-35c1ae526b75 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574994 May 11 13:47:52.919739 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-7c492708-4032-4930-adc4-46b2314f3d89 service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650503 May 11 13:47:53.981219 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15097afb-1316-44f6-84b3-57543c2fc04d req-2526c5e6-9fc2-4803-b1e4-4a5a2a69ea08 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:53.982806 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-15097afb-1316-44f6-84b3-57543c2fc04d req-2526c5e6-9fc2-4803-b1e4-4a5a2a69ea08 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.0839052 May 11 13:47:54.035408 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-15097afb-1316-44f6-84b3-57543c2fc04d req-ea6838f4-72ad-4282-87a9-0f2bf388524f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466506 May 11 13:47:55.239656 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2d308-6cc8-456a-ab21-762e8e32bae9 req-1d5dd86e-70c8-4e4f-8d0b-8d70a0330355 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:55.241489 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8dd2d308-6cc8-456a-ab21-762e8e32bae9 req-1d5dd86e-70c8-4e4f-8d0b-8d70a0330355 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.0897279 May 11 13:47:55.288643 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8dd2d308-6cc8-456a-ab21-762e8e32bae9 req-08f21df0-b65e-4d64-abe4-5fd0b52d93fb tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411127 May 11 13:47:56.511049 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc380807-ef70-42b1-8412-c1ffa6ffce2d req-1b8ea45f-1b9b-41db-aec4-3c018fa4ffdc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:56.512373 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fc380807-ef70-42b1-8412-c1ffa6ffce2d req-1b8ea45f-1b9b-41db-aec4-3c018fa4ffdc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.0975342 May 11 13:47:56.560974 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fc380807-ef70-42b1-8412-c1ffa6ffce2d req-64d756e5-2913-4d83-bc3d-3cf365c3a768 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411241 May 11 13:47:57.766851 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba59a6-5247-4aef-9d23-dfcb6b97e4b8 req-231ba21f-e355-4a53-b29b-32ff968337ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:57.768319 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b5ba59a6-5247-4aef-9d23-dfcb6b97e4b8 req-231ba21f-e355-4a53-b29b-32ff968337ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.0855286 May 11 13:47:57.815444 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b5ba59a6-5247-4aef-9d23-dfcb6b97e4b8 req-1aefe04c-10d0-4dfe-a1f2-a518532764d3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407522 May 11 13:47:59.127864 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe98810-684b-4847-bdcd-3512bdeeb506 req-4115d60d-c5bf-4bdd-8f7f-ed1116049d8d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:47:59.129401 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dfe98810-684b-4847-bdcd-3512bdeeb506 req-4115d60d-c5bf-4bdd-8f7f-ed1116049d8d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.1948636 May 11 13:47:59.178011 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-dfe98810-684b-4847-bdcd-3512bdeeb506 req-acd98876-8d37-4c85-909d-4e34b13aaf42 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422833 May 11 13:48:00.386001 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb1ec4-bde4-4a70-b62d-2c1feb724f83 req-b461d4fa-a20e-419d-86a9-34f7db2049da tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:00.387547 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-debb1ec4-bde4-4a70-b62d-2c1feb724f83 req-b461d4fa-a20e-419d-86a9-34f7db2049da tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.0879164 May 11 13:48:00.436926 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-debb1ec4-bde4-4a70-b62d-2c1feb724f83 req-0088bc83-b577-4a9f-b33e-421632649833 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433836 May 11 13:48:01.653180 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850a45d-f729-4c5d-92c8-c20a72ec0780 req-895b5981-5427-4587-8bb3-db28a856756d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:01.655472 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9850a45d-f729-4c5d-92c8-c20a72ec0780 req-895b5981-5427-4587-8bb3-db28a856756d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.0909088 May 11 13:48:01.708847 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9850a45d-f729-4c5d-92c8-c20a72ec0780 req-9097716f-ed40-43ac-8108-e984d4517411 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467775 May 11 13:48:02.911910 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c96d2-9592-46ef-8676-2cc3214f2234 req-232cae09-36ff-4e0a-870c-20d70df2f2ce tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:02.913943 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-167c96d2-9592-46ef-8676-2cc3214f2234 req-232cae09-36ff-4e0a-870c-20d70df2f2ce tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.0879803 May 11 13:48:02.969511 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-167c96d2-9592-46ef-8676-2cc3214f2234 req-fef4160c-011f-4278-a3c7-9e9267b6a6ec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441828 May 11 13:48:03.871897 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dcb90cde-380e-4a49-a939-4c64fbd4de72 req-b03d8131-48a4-4d6d-b5c4-80e13e94b94e service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271772 May 11 13:48:04.183403 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411ac8a-c791-4193-a31d-ccbc3a8fe586 req-d608080f-6d3b-4597-923a-1130ed41fd22 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:04.184882 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b411ac8a-c791-4193-a31d-ccbc3a8fe586 req-d608080f-6d3b-4597-923a-1130ed41fd22 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.0972490 May 11 13:48:04.231965 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b411ac8a-c791-4193-a31d-ccbc3a8fe586 req-6a361383-5c4d-4adc-be15-9c93c886be4c tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412383 May 11 13:48:05.440278 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a412a-af4d-4e4d-920b-ce47e90dc879 req-0b6fc109-6fbe-4c79-9cfa-1c3bc2199f7a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:05.441894 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7d8a412a-af4d-4e4d-920b-ce47e90dc879 req-0b6fc109-6fbe-4c79-9cfa-1c3bc2199f7a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.0891912 May 11 13:48:05.496303 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7d8a412a-af4d-4e4d-920b-ce47e90dc879 req-c8c3f8ea-1058-4f08-aae8-26c487ee4cd3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481126 May 11 13:48:06.697895 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1810e4b-cb9e-4518-8233-3bce4f29106e req-56f124f3-d916-4cd2-bf31-33ac39af289d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:06.699431 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a1810e4b-cb9e-4518-8233-3bce4f29106e req-56f124f3-d916-4cd2-bf31-33ac39af289d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 943 time: 0.0856824 May 11 13:48:06.747999 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a1810e4b-cb9e-4518-8233-3bce4f29106e req-95ff5e8c-00a8-4b34-85e1-647c22569a0c tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418787 May 11 13:48:06.970982 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 48eacb22-4a51-4626-9b61-f097f2ecec40 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:48:07.110103 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:48:07.124494 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'port_id': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'mac_address': 'fa:16:3e:ee:ac:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:48:07.182058 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:07.199560 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48eacb22-4a51-4626-9b61-f097f2ecec40 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:48:07.216011 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:48:07.221189 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:07.224100 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-eea8a763-31ed-4da6-8721-d6e06d0e121c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:07.295380 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=9']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:07.302858 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.303199 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.303537 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.303870 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.304186 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.304561 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.304889 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.305211 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.305530 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.305853 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.306172 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.306516 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:07.310560 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:07.449567 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['48eacb22-4a51-4626-9b61-f097f2ecec40'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:48:07.941736 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9ff2-404c-49d5-b37e-576a482afbc7 req-1fb3abed-a48d-4c6b-a303-19c36f8c1f5c tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:07.943212 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c74d9ff2-404c-49d5-b37e-576a482afbc7 req-1fb3abed-a48d-4c6b-a303-19c36f8c1f5c tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 944 time: 0.0858128 May 11 13:48:07.989105 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c74d9ff2-404c-49d5-b37e-576a482afbc7 req-c2713f3e-d6d1-4377-a58e-91c5cd97e015 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396097 May 11 13:48:08.995872 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 48eacb22-4a51-4626-9b61-f097f2ecec40 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:48:09.077343 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 48eacb22-4a51-4626-9b61-f097f2ecec40 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:48:09.077716 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:09.185639 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dd313-4cbe-4490-83bd-6f749db51f00 req-acd8c01d-6889-48c2-aed9-3601dd4cc7f0 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:09.187132 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-668dd313-4cbe-4490-83bd-6f749db51f00 req-acd8c01d-6889-48c2-aed9-3601dd4cc7f0 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 944 time: 0.0819714 May 11 13:48:09.197756 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:09.226100 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:48:09.236709 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-668dd313-4cbe-4490-83bd-6f749db51f00 req-3a195cc4-1a56-465c-a1d3-df43bd4dd2c9 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433211 May 11 13:48:09.239262 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:48:09.247830 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:09.249788 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:09.281029 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'code': 200} May 11 13:48:09.326013 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=10']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:09.329098 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:09.802922 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec2f88-5a4e-4193-b0e0-2a339216c6e7 req-400b11d4-0926-4cfe-8625-b2a06d56c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:09.804305 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6fec2f88-5a4e-4193-b0e0-2a339216c6e7 req-400b11d4-0926-4cfe-8625-b2a06d56c0dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 1099 time: 0.0752642 May 11 13:48:09.847905 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6fec2f88-5a4e-4193-b0e0-2a339216c6e7 req-b8daf12d-8d89-4487-892e-152be17aab96 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360758 May 11 13:48:09.887525 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:48:10.444865 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46d2f5-4bfa-459f-9be2-df1c637b26fa req-f2c391bb-4324-4d82-b46e-9538c4871587 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:10.446313 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1d46d2f5-4bfa-459f-9be2-df1c637b26fa req-f2c391bb-4324-4d82-b46e-9538c4871587 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 946 time: 0.0934453 May 11 13:48:10.493713 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1d46d2f5-4bfa-459f-9be2-df1c637b26fa req-e48aa13b-229a-4d80-901e-a5d9a9ed570d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410495 May 11 13:48:11.700845 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faac0b-ce7e-4302-aa4d-916c76a18af2 req-cd2d2ed9-ff7e-4dcc-9b8c-da3d02216132 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:11.702301 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-75faac0b-ce7e-4302-aa4d-916c76a18af2 req-cd2d2ed9-ff7e-4dcc-9b8c-da3d02216132 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 946 time: 0.0950875 May 11 13:48:11.751131 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-75faac0b-ce7e-4302-aa4d-916c76a18af2 req-523f5153-9379-44bc-b29a-76e0877d4152 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427351 May 11 13:48:13.504652 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-9cf2c673-1e1f-43a7-a407-45da64b2596c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:16.229360 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-81376a40-a82c-41b4-a8ac-122db831387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:16.326191 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:18.030985 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:18.187782 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:19.196561 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:20.189807 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fccfb-e1de-4734-a89b-252056b01c81 req-e00ff6b3-cb09-4920-8665-7d69e7618343 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:20.191304 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8d7fccfb-e1de-4734-a89b-252056b01c81 req-e00ff6b3-cb09-4920-8665-7d69e7618343 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 946 time: 0.0902009 May 11 13:48:20.246488 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8d7fccfb-e1de-4734-a89b-252056b01c81 req-731b59cc-6ecc-4b3c-bc69-10081fcc4653 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468113 May 11 13:48:21.462683 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9ebdd-d95d-427f-98f0-9e230a3eb710 req-fc453b86-529d-45c5-99fb-96ed31bcb586 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:21.464224 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1ec9ebdd-d95d-427f-98f0-9e230a3eb710 req-fc453b86-529d-45c5-99fb-96ed31bcb586 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 946 time: 0.1021750 May 11 13:48:21.534046 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1ec9ebdd-d95d-427f-98f0-9e230a3eb710 req-aaf234f6-ea9c-4229-97d1-a6794b16eb4d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584834 May 11 13:48:21.911732 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-82f5f0f8-f02b-4f7e-8c6f-abad255eb4be tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:21.912456 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-82f5f0f8-f02b-4f7e-8c6f-abad255eb4be tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Synchronizing usage tracker for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:port {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:48:21.932855 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-82f5f0f8-f02b-4f7e-8c6f-abad255eb4be tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Unset dirty status for tenant:e57ae9b36f7545079c80f5d9e5c1c7c6 on resource:port {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:48:21.934149 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-82f5f0f8-f02b-4f7e-8c6f-abad255eb4be tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 946 time: 0.1131740 May 11 13:48:22.083724 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Deleting port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:48:22.084046 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:22.266605 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] For port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:48:22.267184 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:22.657122 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:22.657656 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:22.658063 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.l3_db [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Floating IP 8523c769-0298-42dc-8b96-c3e1ecd76c82 disassociated. External IP: 172.28.2.190, port: 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2. May 11 13:48:22.658526 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Calling delete_port for 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:48:22.796879 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:22.803165 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-138e950a-403b-4239-a182-bce7ab04a011 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:22.807581 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0adc9-d483-4280-bc47-6c73571cf42b req-d6f60c72-d6d2-45fa-b599-139b676b7cd9 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:22.810294 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6dd0adc9-d483-4280-bc47-6c73571cf42b req-d6f60c72-d6d2-45fa-b599-139b676b7cd9 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 946 time: 0.1229630 May 11 13:48:22.873148 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event deleted for resources: {'Port': ['ID=5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:22.879461 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6dd0adc9-d483-4280-bc47-6c73571cf42b req-7512068f-4939-4cec-8901-c1fb701a9b5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630774 May 11 13:48:22.898143 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.898947 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.899424 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.900493 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.900493 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.900493 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.901011 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.901169 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.901435 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.901767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.902102 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.902433 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:22.978729 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:23.170161 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Router a3345c25-c3ed-4d58-b375-05e8518033b4 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:48:23.452542 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:48:23.464254 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] Sync routers for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:48:23.480581 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:48:23.481807 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:23.531357 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] No DVR routers for this DVR port 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:48:23.533985 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:23.536901 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'name': 'network-vif-deleted', 'tag': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:48:23.557347 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-09acb8bd-fff7-4a0d-97da-1a7500e061a3 req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.43 "DELETE /v2.0/ports/5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 HTTP/1.1" status: 204 len: 173 time: 1.6168714 May 11 13:48:23.694798 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:48:23.699703 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3973b7-8e03-44a9-bde6-10f5267ff200', 'name': 'network-vif-deleted', 'tag': '5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2', 'status': 'completed', 'code': 200} May 11 13:48:24.073860 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:24.078907 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] Checking router: a3345c25-c3ed-4d58-b375-05e8518033b4 for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:48:24.089218 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:48:24.089919 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:24.091256 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-74e1f069-ed0c-4549-ba54-3abfbe2f297a req-753156ab-68bf-4f7a-962a-73d381fdfce6 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3973b7-8e03-44a9-bde6-10f5267ff200 HTTP/1.1" status: 200 len: 210 time: 0.0660439 May 11 13:48:24.317245 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:48:24.692627 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:24.697325 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1f4a2-5b19-4f2d-8d26-f9fa15e0e59a None None] The sync data for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb is: [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:42:54Z', 'revision_number': 4, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '0d3226f2-c3ce-4f5f-9ebd-793a65edeabd', 'name': '', 'network_id': '3f78548c-1497-4a11-acbd-00382a724758', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'mac_address': 'fa:16:3e:22:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:49Z', 'updated_at': '2021-05-11T13:43:12Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'subnets': [{'id': '1080eaab-142c-4115-a8c3-777ccabb0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:48:24.992898 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4757b07f-ff39-4487-833d-1f93fd81127c None None] New status for floating IP 8523c769-0298-42dc-8b96-c3e1ecd76c82: DOWN {{(pid=78839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:48:25.311960 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43608) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:25.409977 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1abf9f0a-7d75-4c1a-b0e9-c6a571b72554 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:25.444089 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1abf9f0a-7d75-4c1a-b0e9-c6a571b72554 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:25.511351 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1abf9f0a-7d75-4c1a-b0e9-c6a571b72554 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:25.517365 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-04e8d4aa-83a9-4409-bdcd-33918b0be092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:25.538016 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf9f0a-7d75-4c1a-b0e9-c6a571b72554 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:25.540807 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-1abf9f0a-7d75-4c1a-b0e9-c6a571b72554 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:25.550707 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1abf9f0a-7d75-4c1a-b0e9-c6a571b72554 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:25.551844 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-1abf9f0a-7d75-4c1a-b0e9-c6a571b72554 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "DELETE /v2.0/security-groups/cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06 HTTP/1.1" status: 204 len: 168 time: 0.2387936 May 11 13:48:25.556047 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43612) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:25.573787 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.api.v2.resource [None req-8ac553ea-bbff-428c-8685-f984b1816902 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] show failed (client error): The resource could not be found. May 11 13:48:25.574869 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-8ac553ea-bbff-428c-8685-f984b1816902 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "GET /v2.0/security-groups/cfc7fc95-1aa1-46b4-9f1f-f8eea0440e06 HTTP/1.1" status: 404 len: 347 time: 0.0178289 May 11 13:48:25.578232 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43616) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:25.809654 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Deleting port cf95d6d0-e7a9-4f2e-a267-c3a73b21a220 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:48:25.809892 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:25.933639 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:25.933990 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:26.059194 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Calling delete_port for cf95d6d0-e7a9-4f2e-a267-c3a73b21a220 owned by network:floatingip {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:48:26.177223 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:26.182715 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:26.256225 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Pushing event deleted for resources: {'Port': ['ID=cf95d6d0-e7a9-4f2e-a267-c3a73b21a220,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:26.258813 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:26.326709 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks [] for floatingip, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:26.341898 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:26.343364 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] 10.222.0.30 "DELETE /v2.0/floatingips/8523c769-0298-42dc-8b96-c3e1ecd76c82 HTTP/1.1" status: 204 len: 168 time: 0.7641041 May 11 13:48:27.043215 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:48:27.079826 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:48:27.080165 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 5c59981c-b8aa-4cdc-b2da-1a4c5e82a8b2 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:48:29.486748 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43644) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:30.270049 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657228'] for router_interface, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:30.699256 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Deleting port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:48:30.699972 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:30.830208 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] For port 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=0d3226f2-c3ce-4f5f-9ebd-793a65edeabd,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:48:30.830502 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:30.957199 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Calling delete_port for 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd owned by network:router_interface {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:48:31.112808 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:31.117009 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ea6726af-de6b-4469-a40a-74d63a6194b5 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:31.163232 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3226f2-c3ce-4f5f-9ebd-793a65edeabd,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:31.195003 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:31.569577 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666108'] for router_interface, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:31.964573 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Router a3345c25-c3ed-4d58-b375-05e8518033b4 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:48:32.151655 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:48:32.164193 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] Sync routers for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:48:32.165281 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3345c25-c3ed-4d58-b375-05e8518033b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6774199 May 11 13:48:32.169529 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43650) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:32.177611 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:48:32.178328 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:32.395139 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Notify callbacks [] for router, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:32.403335 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:48:32.693491 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:32.779177 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Deleting port f8c92527-dc84-427f-a670-40d7c964f3a5 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:48:32.779535 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:32.805694 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:48:31Z', 'revision_number': 5, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port': {'id': 'f8c92527-dc84-427f-a670-40d7c964f3a5', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:42:35Z', 'updated_at': '2021-05-11T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:32.810744 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] Checking router: a3345c25-c3ed-4d58-b375-05e8518033b4 for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:48:32.821653 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] Routers {'a3345c25-c3ed-4d58-b375-05e8518033b4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:48:32.822298 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['a3345c25-c3ed-4d58-b375-05e8518033b4'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:32.918977 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] For port f8c92527-dc84-427f-a670-40d7c964f3a5, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=f8c92527-dc84-427f-a670-40d7c964f3a5,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:48:32.919322 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:32.985376 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] Set router a3345c25-c3ed-4d58-b375-05e8518033b4 gateway port host: None {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:48:33.097317 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:48:32Z', 'revision_number': 6, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port_host': None}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:33.101854 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89037af2-e043-4d09-b7ee-142a0fc9256b None None] The sync data for ids ['a3345c25-c3ed-4d58-b375-05e8518033b4'] in dv-cinder-784779-11-smb is: [{'id': 'a3345c25-c3ed-4d58-b375-05e8518033b4', 'name': 'tempest-AttachVolumeTestJSON-1256591049-router', 'tenant_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:42:34Z', 'updated_at': '2021-05-11T13:48:32Z', 'revision_number': 6, 'project_id': 'e57ae9b36f7545079c80f5d9e5c1c7c6', 'gw_port_host': None}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:48:33.191756 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Calling delete_port for f8c92527-dc84-427f-a670-40d7c964f3a5 owned by network:router_gateway {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:48:33.351496 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:33.355333 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-34db240f-9423-4b90-b79b-2c3874a8fd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:33.399424 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c92527-dc84-427f-a670-40d7c964f3a5,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:33.402481 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:33.511638 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670568'] for router_gateway, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:33.739895 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259419'] for router, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:33.743529 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:33.773068 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908666'] for router, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:33.773737 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3345c25-c3ed-4d58-b375-05e8518033b4 {{(pid=78837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 13:48:33.790151 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Notify callbacks [] for router, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:33.791522 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a3345c25-c3ed-4d58-b375-05e8518033b4 HTTP/1.1" status: 204 len: 168 time: 1.6208844 May 11 13:48:33.794403 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43656) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:33.861146 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17355dc-8a5e-4924-8aa0-ea8652085281 admin admin] Deleting subnet 1080eaab-142c-4115-a8c3-777ccabb0f27 {{(pid=78836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:48:33.864681 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f17355dc-8a5e-4924-8aa0-ea8652085281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:33.918506 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f17355dc-8a5e-4924-8aa0-ea8652085281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15097265'] for subnet, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:34.052999 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f17355dc-8a5e-4924-8aa0-ea8652085281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:34.367362 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device f8c92527-dc84-427f-a670-40d7c964f3a5 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:48:34.404295 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: f8c92527-dc84-427f-a670-40d7c964f3a5 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:48:34.404814 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device f8c92527-dc84-427f-a670-40d7c964f3a5 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:48:34.405263 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:48:34.443826 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:48:34.444236 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 0d3226f2-c3ce-4f5f-9ebd-793a65edeabd not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:48:34.447301 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f17355dc-8a5e-4924-8aa0-ea8652085281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14751732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15256084'] for subnet, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:34.452280 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:34.488812 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17355dc-8a5e-4924-8aa0-ea8652085281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1080eaab-142c-4115-a8c3-777ccabb0f27,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:34.492206 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f17355dc-8a5e-4924-8aa0-ea8652085281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:34.493311 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f17355dc-8a5e-4924-8aa0-ea8652085281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:34.501677 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f17355dc-8a5e-4924-8aa0-ea8652085281 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1080eaab-142c-4115-a8c3-777ccabb0f27 HTTP/1.1" status: 204 len: 168 time: 0.7053797 May 11 13:48:34.503372 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf064be4-93be-4754-b8c8-26820f1bf0bf None None] Network 3f78548c-1497-4a11-acbd-00382a724758 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:48:34.504734 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43660) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:34.675233 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:34.761758 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Deleting port e3b3035a-f244-4433-8fb7-f9ed8545a739 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:48:34.763813 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:34.881819 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] For port e3b3035a-f244-4433-8fb7-f9ed8545a739, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=e3b3035a-f244-4433-8fb7-f9ed8545a739,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:48:34.882552 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:34.892494 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] DHCP port deletion for 3f78548c-1497-4a11-acbd-00382a724758 request from dv-cinder-784779-11-smb {{(pid=78838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 13:48:34.963434 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] Deleting port e3b3035a-f244-4433-8fb7-f9ed8545a739 {{(pid=78838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:48:34.963915 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.015981 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Calling delete_port for e3b3035a-f244-4433-8fb7-f9ed8545a739 owned by network:dhcp {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:48:35.070571 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] For port e3b3035a-f244-4433-8fb7-f9ed8545a739, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=e3b3035a-f244-4433-8fb7-f9ed8545a739,segment=NetworkSegment(d4f21a7d-e499-4e3d-8884-e36464291b80),segment_id=d4f21a7d-e499-4e3d-8884-e36464291b80)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:48:35.071000 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.078838 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.084889 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:35.132756 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b3035a-f244-4433-8fb7-f9ed8545a739,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:35.134564 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] No DVR routers for this DVR port e3b3035a-f244-4433-8fb7-f9ed8545a739 on host dv-cinder-784779-11-smb {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:48:35.136074 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:35.203905 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] Calling delete_port for e3b3035a-f244-4433-8fb7-f9ed8545a739 owned by network:dhcp {{(pid=78838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:48:35.262179 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.278559 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f78548c-1497-4a11-acbd-00382a724758']}} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:35.293384 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f21a7d-e499-4e3d-8884-e36464291b80') {'for_net_delete': True} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:35.293736 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f21a7d-e499-4e3d-8884-e36464291b80') {} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:35.307963 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15097262'] for segment, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.327853 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.339447 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=78836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:48:35.340062 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14751634'] for segment, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.348289 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429'] for port, after_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.355639 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: Traceback (most recent call last): May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: timer() May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: cb(*args, **kw) May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: return func(*args, **kwargs) May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: self._notify() May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: self.callback(batched_events) May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: event.method(event) May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: return f(self, *a, **k) May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: return self._get(url).json() May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: return self.request(url, 'GET', **kwargs) May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:48:35.362918 dv-cinder-784779-11-smb neutron-server[78836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:48:35.436550 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] Pushing event deleted for resources: {'Port': ['ID=e3b3035a-f244-4433-8fb7-f9ed8545a739,revision_number=None']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:35.439955 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] No DVR routers for this DVR port e3b3035a-f244-4433-8fb7-f9ed8545a739 on host dv-cinder-784779-11-smb {{(pid=78838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:48:35.441902 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:35.494540 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.506144 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:35.521646 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.533710 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Pushing event deleted for resources: {'Network': ['ID=3f78548c-1497-4a11-acbd-00382a724758,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:35.537209 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:35.551320 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] 10.222.0.30 "DELETE /v2.0/networks/3f78548c-1497-4a11-acbd-00382a724758 HTTP/1.1" status: 204 len: 168 time: 1.0445302 May 11 13:48:35.690950 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43666) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:35.751185 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-cfef1faf-2bfa-41f1-b721-5034b750c9e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e57ae9b36f7545079c80f5d9e5c1c7c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0588331 May 11 13:48:35.753891 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43670) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:35.832130 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-492cf25d-824b-493d-ad73-72e5ff2a4fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.883205 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-492cf25d-824b-493d-ad73-72e5ff2a4fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.971216 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-492cf25d-824b-493d-ad73-72e5ff2a4fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:35.975652 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0b45aad2-4b3e-4f1d-be0b-719edf3d9f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:35.991980 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cf25d-824b-493d-ad73-72e5ff2a4fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f88c1-7e52-41e2-88fa-e990c4cbe49e,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:35.996121 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-492cf25d-824b-493d-ad73-72e5ff2a4fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:36.000691 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-492cf25d-824b-493d-ad73-72e5ff2a4fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:36.001755 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-492cf25d-824b-493d-ad73-72e5ff2a4fed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c15f88c1-7e52-41e2-88fa-e990c4cbe49e HTTP/1.1" status: 204 len: 168 time: 0.2468801 May 11 13:48:36.362611 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device e3b3035a-f244-4433-8fb7-f9ed8545a739 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:48:36.400280 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: e3b3035a-f244-4433-8fb7-f9ed8545a739 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:48:36.400706 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device e3b3035a-f244-4433-8fb7-f9ed8545a739 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:48:38.141524 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43718) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:38.270148 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:38.286690 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:38.291786 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] Usage tracker for resource:security_group_rule and tenant:c86c417f43684300a9d0279cb8097535 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:38.294797 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:38.301560 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:38.404152 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:38.409513 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:38.418987 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-bc5dc33b-d216-4cef-925f-61a4714f6f77 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:38.461078 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c86c417f43684300a9d0279cb8097535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182158 May 11 13:48:38.462957 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7a7984-85d3-443b-9819-0aec2a1f472a,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:38.463937 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43724) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:38.466376 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:38.529492 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:38.557739 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:38.614571 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:38.618729 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0b6d06fc-9e98-4e22-b2eb-9d63f1da5f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:38.630673 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7a7984-85d3-443b-9819-0aec2a1f472a,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:38.641773 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.642132 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.642485 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.642832 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.643175 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.643517 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.643860 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.644198 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.644596 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.644932 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.645267 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.645597 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:48:38.648622 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:38.649735 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a7a7984-85d3-443b-9819-0aec2a1f472a HTTP/1.1" status: 204 len: 168 time: 0.1847982 May 11 13:48:38.650616 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:38.981512 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43732) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:39.003264 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c8ed6e49-8959-412e-8380-d4f80231a4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:39.018753 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-c8ed6e49-8959-412e-8380-d4f80231a4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:39.022755 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-c8ed6e49-8959-412e-8380-d4f80231a4cf admin admin] Usage tracker for resource:security_group_rule and tenant:8fad16fc289448598f46bbdecf3e398f is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:39.025962 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-c8ed6e49-8959-412e-8380-d4f80231a4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:39.032925 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-c8ed6e49-8959-412e-8380-d4f80231a4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:39.149386 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c8ed6e49-8959-412e-8380-d4f80231a4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:39.154857 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c8ed6e49-8959-412e-8380-d4f80231a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:39.166610 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-efa44f35-0572-47da-bf6c-3649c2e4bd33 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:39.212488 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-c8ed6e49-8959-412e-8380-d4f80231a4cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fad16fc289448598f46bbdecf3e398f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298365 May 11 13:48:39.213413 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed6e49-8959-412e-8380-d4f80231a4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4e5789-c80c-4542-8c1c-7bffbb403b34,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:39.216319 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43736) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:39.219497 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c8ed6e49-8959-412e-8380-d4f80231a4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:39.282640 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0f996b94-b783-4453-9411-006944bb2ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:39.314300 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0f996b94-b783-4453-9411-006944bb2ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:39.378493 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0f996b94-b783-4453-9411-006944bb2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:39.382391 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-fa48f0f2-5b61-48a1-a56d-2f367e0ed860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:39.394428 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f996b94-b783-4453-9411-006944bb2ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4e5789-c80c-4542-8c1c-7bffbb403b34,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:39.398400 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0f996b94-b783-4453-9411-006944bb2ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:39.402750 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-0f996b94-b783-4453-9411-006944bb2ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:39.403994 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-0f996b94-b783-4453-9411-006944bb2ddd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c4e5789-c80c-4542-8c1c-7bffbb403b34 HTTP/1.1" status: 204 len: 168 time: 0.1866336 May 11 13:48:43.511376 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-96b1783e-9458-41d2-a277-8dcc13ab8f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:46.227633 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0e9a-88ec-4acd-87ef-72317899b09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:46.327254 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:46.893698 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:48:47.282083 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c526639-03d8-4b66-9527-9ddcf8ccf426 req-7891c0f9-ba4f-460b-9c62-b52cd3210880 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:47.283666 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5c526639-03d8-4b66-9527-9ddcf8ccf426 req-7891c0f9-ba4f-460b-9c62-b52cd3210880 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 946 time: 0.0909820 May 11 13:48:47.334196 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5c526639-03d8-4b66-9527-9ddcf8ccf426 req-8cbf5f0e-2d06-4a5d-8c17-e99674f5a2f4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427363 May 11 13:48:48.031290 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:48.184901 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:48.564388 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c8f8d-a025-4bf7-8b99-8dc6c35011f6 req-dc16c1b5-3062-48ba-991b-d9941fd87b9d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:48.565985 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0b9c8f8d-a025-4bf7-8b99-8dc6c35011f6 req-dc16c1b5-3062-48ba-991b-d9941fd87b9d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 946 time: 0.0990274 May 11 13:48:48.611472 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0b9c8f8d-a025-4bf7-8b99-8dc6c35011f6 req-3258776a-dbea-4bfe-9c1f-09c7302380a4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcb74b2-e11c-4197-8fd7-19f0e51548da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391877 May 11 13:48:48.769306 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-b254186d-9b43-481f-b3d7-7f126ea17726 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:48.770796 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-b254186d-9b43-481f-b3d7-7f126ea17726 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 946 time: 0.0834384 May 11 13:48:48.917848 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Deleting port 48eacb22-4a51-4626-9b61-f097f2ecec40 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:48:48.918170 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:49.057279 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] For port 48eacb22-4a51-4626-9b61-f097f2ecec40, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=48eacb22-4a51-4626-9b61-f097f2ecec40,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:48:49.057777 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:49.201325 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:49.485351 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:49.485727 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:49.486037 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.l3_db [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Floating IP 265e545a-e48a-465a-8cde-d3b1f7e09079 disassociated. External IP: 172.28.2.139, port: 48eacb22-4a51-4626-9b61-f097f2ecec40. May 11 13:48:49.486388 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Calling delete_port for 48eacb22-4a51-4626-9b61-f097f2ecec40 owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:48:49.645650 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:49.652317 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-4ca0d651-181d-4a0a-9787-668588e02bcb tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:49.703567 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event deleted for resources: {'Port': ['ID=48eacb22-4a51-4626-9b61-f097f2ecec40,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:49.706818 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:49.833201 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c1b1abec-05e7-4197-9df2-f49923dc7508 req-9efa580b-5ee1-4a0f-b408-d4bca9348ce2 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 210 time: 0.0758979 May 11 13:48:49.938605 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Router 40a42a7d-8ad8-44ed-8d15-398179b11cac has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:48:50.178910 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:48:50.193575 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] Sync routers for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:48:50.209021 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:48:50.209841 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:50.276389 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] No DVR routers for this DVR port 48eacb22-4a51-4626-9b61-f097f2ecec40 on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:48:50.280805 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:50.313971 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'name': 'network-vif-deleted', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:48:50.330051 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-696b950e-8ca2-45e6-ab24-1bf7ec4ed300 req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.43 "DELETE /v2.0/ports/48eacb22-4a51-4626-9b61-f097f2ecec40 HTTP/1.1" status: 204 len: 173 time: 1.5523214 May 11 13:48:50.380166 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8157fb2c-62df-4119-a330-a6d992943929', 'name': 'network-vif-deleted', 'tag': '48eacb22-4a51-4626-9b61-f097f2ecec40', 'status': 'completed', 'code': 200} May 11 13:48:50.446265 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:48:50.614827 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43896) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:50.751724 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:50.767491 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:50.771903 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] Usage tracker for resource:security_group_rule and tenant:f15502fef4c44ee58e94d235efe9207f is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:50.775388 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:50.781849 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:50.855792 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:50.862969 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] Checking router: 40a42a7d-8ad8-44ed-8d15-398179b11cac for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:48:50.882441 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:48:50.883645 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:50.901629 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:50.922196 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:50.948818 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ed58ddc2-e496-4d6e-baee-16951396fa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:51.083862 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0f703b-cdef-40e7-b84d-b7f722e46cc9,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:51.093635 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d783ad4e-7ff6-4e47-b2f9-2397ce34eb25 req-594a1aca-f9b3-40ab-98a2-81904ad1d030 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=8157fb2c-62df-4119-a330-a6d992943929 HTTP/1.1" status: 200 len: 210 time: 0.1083088 May 11 13:48:51.094772 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:51.100032 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f15502fef4c44ee58e94d235efe9207f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827647 May 11 13:48:51.105026 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43904) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:51.149757 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:48:51.330900 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8ff7-1769-4f64-b164-e0f90a1c2798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:51.355190 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-848037d6-43a2-4dd1-861e-d29d7327960d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2484865 May 11 13:48:51.393190 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8ff7-1769-4f64-b164-e0f90a1c2798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:51.503410 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:48:51.508480 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd450b-87d6-44a8-bc0b-183c242e84d7 None None] The sync data for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb is: [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:48:51.578013 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8ff7-1769-4f64-b164-e0f90a1c2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:51.589426 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-13d00a5e-bfba-490e-927d-69371b44316b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:51.622849 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f8ff7-1769-4f64-b164-e0f90a1c2798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0f703b-cdef-40e7-b84d-b7f722e46cc9,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:51.632868 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9e8f8ff7-1769-4f64-b164-e0f90a1c2798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:51.639080 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-b99c6764-1d26-4250-beee-3cca87ac953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:51.640707 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-b99c6764-1d26-4250-beee-3cca87ac953b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211&device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1098 time: 0.1912272 May 11 13:48:51.641593 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8ff7-1769-4f64-b164-e0f90a1c2798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:51.643146 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-9e8f8ff7-1769-4f64-b164-e0f90a1c2798 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f0f703b-cdef-40e7-b84d-b7f722e46cc9 HTTP/1.1" status: 204 len: 168 time: 0.4789588 May 11 13:48:51.812674 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb34ecb-1ac5-4e52-8c4b-587d274cb21d None None] New status for floating IP 265e545a-e48a-465a-8cde-d3b1f7e09079: DOWN {{(pid=78838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:48:51.831285 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-0f8062c8-39d2-49b9-a171-c3b8210a51df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:51.833105 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-0f8062c8-39d2-49b9-a171-c3b8210a51df service neutron] 10.222.0.43 "GET /v2.0/networks?id=15be1c10-7348-443b-a2f4-9495fe338f9d HTTP/1.1" status: 200 len: 910 time: 0.1619027 May 11 13:48:51.955681 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-ddf76412-4ca2-4e80-9c80-2a08ec64aeee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a0d08a-9f74-40d8-a959-47553faa74d2 HTTP/1.1" status: 200 len: 1001 time: 0.1146998 May 11 13:48:52.024962 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-0a1b71d7-5d7e-4e41-80bf-c71557b92b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:52.026559 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-0a1b71d7-5d7e-4e41-80bf-c71557b92b10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec4f421-41aa-4a68-a63a-f6f6b2586e4c HTTP/1.1" status: 200 len: 848 time: 0.0643728 May 11 13:48:52.040744 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43912) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:52.060706 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4afd09b7-f5d4-472b-9ff3-7f5f7a097a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.077457 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-4afd09b7-f5d4-472b-9ff3-7f5f7a097a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:52.081801 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4afd09b7-f5d4-472b-9ff3-7f5f7a097a25 admin admin] Usage tracker for resource:security_group_rule and tenant:59a90b5a07b049728fb4b173be2f98cb is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:52.085145 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4afd09b7-f5d4-472b-9ff3-7f5f7a097a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:52.093528 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-4afd09b7-f5d4-472b-9ff3-7f5f7a097a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:52.119964 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-6e9b4140-071a-4045-9418-37c322415281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:52.121589 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-6e9b4140-071a-4045-9418-37c322415281 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15be1c10-7348-443b-a2f4-9495fe338f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0888221 May 11 13:48:52.222218 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4afd09b7-f5d4-472b-9ff3-7f5f7a097a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.230546 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4afd09b7-f5d4-472b-9ff3-7f5f7a097a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.247307 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-eac04c94-36a0-445a-96d9-452d01a62179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:52.287828 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43920) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:52.331662 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4afd09b7-f5d4-472b-9ff3-7f5f7a097a25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59a90b5a07b049728fb4b173be2f98cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893846 May 11 13:48:52.332785 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd09b7-f5d4-472b-9ff3-7f5f7a097a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91c01ec-ca22-46da-beb1-c8f0cf887d85,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:52.336260 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-4afd09b7-f5d4-472b-9ff3-7f5f7a097a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:52.339575 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43924) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:52.402251 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-0348f8fa-2b78-4875-824f-c630a9c41c75 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740223 May 11 13:48:52.434965 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1285bbef-caaf-45e3-9224-4c3345f7eea3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.470704 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-082f444d-2aab-4010-9a3a-8636fa15f512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.486882 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1285bbef-caaf-45e3-9224-4c3345f7eea3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.528306 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-082f444d-2aab-4010-9a3a-8636fa15f512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.597197 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92ea54b4-acbe-441a-88d9-d17e5a60b642 req-cf3866b7-e554-45ac-865a-709693ff1ca8 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874235 May 11 13:48:52.697121 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1285bbef-caaf-45e3-9224-4c3345f7eea3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.702834 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b2b687d2-5b52-4bbe-9c29-77b1d1ed00be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:52.714458 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-082f444d-2aab-4010-9a3a-8636fa15f512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.724683 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285bbef-caaf-45e3-9224-4c3345f7eea3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcb74b2-e11c-4197-8fd7-19f0e51548da,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:52.734736 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-1285bbef-caaf-45e3-9224-4c3345f7eea3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:52.735202 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c6d634af-1261-436a-bc75-6ec89472ffe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:52.753716 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f444d-2aab-4010-9a3a-8636fa15f512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91c01ec-ca22-46da-beb1-c8f0cf887d85,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:52.756826 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-082f444d-2aab-4010-9a3a-8636fa15f512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:52.776820 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1285bbef-caaf-45e3-9224-4c3345f7eea3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.783682 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-1285bbef-caaf-45e3-9224-4c3345f7eea3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "DELETE /v2.0/security-groups/cbcb74b2-e11c-4197-8fd7-19f0e51548da HTTP/1.1" status: 204 len: 168 time: 0.4890461 May 11 13:48:52.783682 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-082f444d-2aab-4010-9a3a-8636fa15f512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:52.784035 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43928) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:52.788936 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-082f444d-2aab-4010-9a3a-8636fa15f512 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b91c01ec-ca22-46da-beb1-c8f0cf887d85 HTTP/1.1" status: 204 len: 168 time: 0.4385278 May 11 13:48:52.798266 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.api.v2.resource [None req-b67f3d8d-4a8e-4a92-88cb-021a8ccfaf24 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] show failed (client error): The resource could not be found. May 11 13:48:52.799700 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-b67f3d8d-4a8e-4a92-88cb-021a8ccfaf24 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups/cbcb74b2-e11c-4197-8fd7-19f0e51548da HTTP/1.1" status: 404 len: 347 time: 0.0177746 May 11 13:48:52.802515 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43934) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:53.035827 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Deleting port 364d59bb-4e6a-4d22-a220-03698d4dff65 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:48:53.036152 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.162721 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.163411 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.183775 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 48eacb22-4a51-4626-9b61-f097f2ecec40 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:48:53.207237 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43940) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:53.225995 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.226285 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 48eacb22-4a51-4626-9b61-f097f2ecec40 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:48:53.226837 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 48eacb22-4a51-4626-9b61-f097f2ecec40 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:48:53.251941 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:53.256055 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] Usage tracker for resource:security_group_rule and tenant:8254241ad27e4f318ea828c4d7b7c86f is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:53.259002 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:53.265434 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:53.297402 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Calling delete_port for 364d59bb-4e6a-4d22-a220-03698d4dff65 owned by network:floatingip {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:48:53.361647 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.367257 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.375677 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c3977859-7fea-4fa4-9e21-acf9d8b654cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:53.417821 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8254241ad27e4f318ea828c4d7b7c86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094438 May 11 13:48:53.418722 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c7e916-9022-412b-b6a7-ad0d9447423e,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:53.419745 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.421092 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 43944) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:53.423581 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:53.426845 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6f054cd0-b7e1-481a-b87c-cfcfb71c04e8 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:53.479777 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event deleted for resources: {'Port': ['ID=364d59bb-4e6a-4d22-a220-03698d4dff65,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:53.494295 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e73e5150-9029-458a-8dc9-b08f791456bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.509848 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:53.523119 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e73e5150-9029-458a-8dc9-b08f791456bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.593800 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.597804 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e73e5150-9029-458a-8dc9-b08f791456bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.604276 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-830c4d2a-04db-4dd6-b3b5-b23b9b0e13ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:53.611949 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.613489 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-c5729dfe-5478-40a4-a8e1-414598fac4bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "DELETE /v2.0/floatingips/265e545a-e48a-465a-8cde-d3b1f7e09079 HTTP/1.1" status: 204 len: 168 time: 0.8098893 May 11 13:48:53.619888 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e5150-9029-458a-8dc9-b08f791456bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c7e916-9022-412b-b6a7-ad0d9447423e,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:53.623351 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e73e5150-9029-458a-8dc9-b08f791456bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:53.624366 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e73e5150-9029-458a-8dc9-b08f791456bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:53.628206 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-e73e5150-9029-458a-8dc9-b08f791456bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8c7e916-9022-412b-b6a7-ad0d9447423e HTTP/1.1" status: 204 len: 168 time: 0.2060626 May 11 13:48:54.010990 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43956) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:54.016766 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1421336451', 'description': 'tempest-description--26095568'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:48:54.023845 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:54.032640 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:security_group and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:54.038550 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:54.049789 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:54.068120 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.085662 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:54.091412 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:security_group_rule and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:54.096158 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:54.103819 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:54.191764 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.198129 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.202506 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0b791e39-38f0-48f4-8510-d9f1e77ee05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:54.247812 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cbce44-bebd-44a1-ae1b-8e346e3a4961,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:54.251296 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:54.252501 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.253719 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f34e4da7-7b25-42fc-bbc3-93fcefe4ccd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2417283 May 11 13:48:54.257067 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43966) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:54.262690 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'security_group_rule': {'security_group_id': '75cbce44-bebd-44a1-ae1b-8e346e3a4961', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:48:54.269525 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:54.273681 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:security_group_rule and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:54.276804 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:54.283642 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:54.307656 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.376879 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.382176 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.384266 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:54.406616 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba06b58c-7076-45d4-9b38-b75dabfe45d4,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:54.412222 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:54.418457 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.422703 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614842 May 11 13:48:54.422886 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43978) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:54.428069 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'security_group_rule': {'security_group_id': '75cbce44-bebd-44a1-ae1b-8e346e3a4961', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:48:54.434045 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:54.438301 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:security_group_rule and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:54.441487 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:54.448048 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:54.469094 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.536947 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.542017 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.550406 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:54.569457 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e920cb8-8636-420c-b664-ad71cc394c45,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:54.576040 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:54.581048 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.582944 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-96a7d80b-175c-4d13-85db-80dc3f54a5ad tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590309 May 11 13:48:54.586188 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 43984) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:54.591394 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'floatingip': {'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:48:54.597442 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:54.601350 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:floatingip and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:54.604338 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:54.610789 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:54.623673 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.765405 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:54.920402 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Allocated IP 172.28.2.74 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/c5ed7c92-1ffd-48f5-b2ef-24ef249bddc1) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:48:55.161773 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:55.194100 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:55.199159 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-5ef9da79-b8b9-4e06-a92b-ef60270566fa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:55.256126 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:48:55.258992 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:48:55.261634 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:48:55.310362 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'Port': ['ID=c5ed7c92-1ffd-48f5-b2ef-24ef249bddc1,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:55.313596 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:55.361103 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:55.423999 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:55.660275 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:55.666301 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:55.671857 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:55.774012 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'Port': ['ID=c5ed7c92-1ffd-48f5-b2ef-24ef249bddc1,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:55.778138 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:55.789470 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:55.814039 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:55.815282 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2280760 May 11 13:48:55.903427 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44024) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:56.029255 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.044529 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:56.048827 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] Usage tracker for resource:security_group_rule and tenant:0f1108f82f974959850a66b069804988 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:56.051751 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:56.053810 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-6c394629-4f80-4997-a077-d85cf2478bc1 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Synchronizing usage tracker for tenant:61a1578c12794d8387e64122ac4c5240 on resource:security_group {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:48:56.057611 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:56.071864 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-6c394629-4f80-4997-a077-d85cf2478bc1 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Unset dirty status for tenant:61a1578c12794d8387e64122ac4c5240 on resource:security_group {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:48:56.073199 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-6c394629-4f80-4997-a077-d85cf2478bc1 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1421336451&fields=id&tenant_id=61a1578c12794d8387e64122ac4c5240 HTTP/1.1" status: 200 len: 267 time: 0.0723031 May 11 13:48:56.143705 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.148722 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.157777 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9f6b7fa6-835f-424e-8f71-683c1624124b tempest-VolumesNegativeTest-839476549 tempest-VolumesNegativeTest-839476549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:56.197557 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f1108f82f974959850a66b069804988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928624 May 11 13:48:56.199136 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88002284-7cca-4921-9285-7f8838577dd8,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:56.201636 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44040) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:56.204368 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:56.236153 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-86e5115c-0772-4ea8-a9fa-366191dda07b tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:56.237715 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-86e5115c-0772-4ea8-a9fa-366191dda07b tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 816 time: 0.1574280 May 11 13:48:56.255207 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-1e2df0f3-45b2-4d9a-87c2-278ce1d2f8e8 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/quotas/61a1578c12794d8387e64122ac4c5240 HTTP/1.1" status: 200 len: 375 time: 0.0110087 May 11 13:48:56.263692 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-71eac636-a716-4a85-b346-98cc02cc1dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.290669 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-71eac636-a716-4a85-b346-98cc02cc1dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.346409 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-71eac636-a716-4a85-b346-98cc02cc1dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.347440 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-1f1789cf-0f39-47e8-b9e3-a65bca970fde tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866120 May 11 13:48:56.352559 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-7946f88f-9aef-44a5-a3ab-1a12b63961ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:56.368249 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eac636-a716-4a85-b346-98cc02cc1dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88002284-7cca-4921-9285-7f8838577dd8,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:56.370742 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-71eac636-a716-4a85-b346-98cc02cc1dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:56.371955 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-71eac636-a716-4a85-b346-98cc02cc1dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.376430 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-71eac636-a716-4a85-b346-98cc02cc1dc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88002284-7cca-4921-9285-7f8838577dd8 HTTP/1.1" status: 204 len: 168 time: 0.1707194 May 11 13:48:56.540747 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-58e9e1db-e3ae-4141-a047-361a285b13d5 service neutron] 10.222.0.30 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813908 May 11 13:48:56.672429 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-7912e65a-6ab2-40e5-b1e3-9a7015d79b9d service neutron] 10.222.0.30 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257145 May 11 13:48:56.680659 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44050) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:56.698680 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdc19-21e5-4de9-b295-24c8873a2db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.713052 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-3e6fdc19-21e5-4de9-b295-24c8873a2db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:56.716839 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-3e6fdc19-21e5-4de9-b295-24c8873a2db0 admin admin] Usage tracker for resource:security_group_rule and tenant:22a58309f7bf46e69dc9aab4b25c7e2c is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:56.719870 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-3e6fdc19-21e5-4de9-b295-24c8873a2db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:56.725537 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-3e6fdc19-21e5-4de9-b295-24c8873a2db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:56.817230 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdc19-21e5-4de9-b295-24c8873a2db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.822239 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdc19-21e5-4de9-b295-24c8873a2db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.831276 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-1abf9f0a-7d75-4c1a-b0e9-c6a571b72554 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:56.860434 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-04b04e1c-e958-4e93-8c36-cafc7237714f req-392cf69b-3516-4c46-923c-d44c62d994de tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 210 time: 0.0440755 May 11 13:48:56.871256 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-3e6fdc19-21e5-4de9-b295-24c8873a2db0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22a58309f7bf46e69dc9aab4b25c7e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894565 May 11 13:48:56.872995 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fdc19-21e5-4de9-b295-24c8873a2db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc40e6c-633d-4f07-ba63-8e5177d45dab,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:56.874671 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44058) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:48:56.876112 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-3e6fdc19-21e5-4de9-b295-24c8873a2db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:56.948917 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d69d7a9-3205-4eea-8d51-e0c4a8b5335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:56.978629 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d69d7a9-3205-4eea-8d51-e0c4a8b5335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:57.041635 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d69d7a9-3205-4eea-8d51-e0c4a8b5335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:57.046929 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-d354e240-921c-4976-9c2a-a0acbc040645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:57.058019 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69d7a9-3205-4eea-8d51-e0c4a8b5335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc40e6c-633d-4f07-ba63-8e5177d45dab,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:57.060887 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-2d69d7a9-3205-4eea-8d51-e0c4a8b5335d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:57.068979 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d69d7a9-3205-4eea-8d51-e0c4a8b5335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:57.072773 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-2d69d7a9-3205-4eea-8d51-e0c4a8b5335d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1cc40e6c-633d-4f07-ba63-8e5177d45dab HTTP/1.1" status: 204 len: 168 time: 0.1945040 May 11 13:48:58.014133 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-e9434945-a394-40f0-9bab-3888fc7b935e tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:58.016798 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-e9434945-a394-40f0-9bab-3888fc7b935e tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 816 time: 0.1802104 May 11 13:48:58.034928 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9dc54931-2560-4c67-b6d3-8c64a76b2657 req-bc9e3037-b89a-4741-a472-89c96c391df6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 210 time: 0.0522997 May 11 13:48:58.071441 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0149191c-99d7-4e86-8123-a02e5f7c1b46 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Synchronizing usage tracker for tenant:61a1578c12794d8387e64122ac4c5240 on resource:security_group {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:48:58.086822 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0149191c-99d7-4e86-8123-a02e5f7c1b46 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Unset dirty status for tenant:61a1578c12794d8387e64122ac4c5240 on resource:security_group {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:48:58.088156 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0149191c-99d7-4e86-8123-a02e5f7c1b46 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a1578c12794d8387e64122ac4c5240 HTTP/1.1" status: 200 len: 380 time: 0.0626385 May 11 13:48:58.097373 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'port': {'device_id': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'admin_state_up': True, 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'security_groups': ['75cbce44-bebd-44a1-ae1b-8e346e3a4961']}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:48:58.237856 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:48:58.242685 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Usage tracker for resource:port and tenant:61a1578c12794d8387e64122ac4c5240 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:48:58.245551 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:48:58.251527 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:48:58.261740 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Made reservation on behalf of 61a1578c12794d8387e64122ac4c5240 for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:48:58.265824 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:58.438762 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Allocated IP 172.20.0.13 (ac1ca98a-4c0a-4494-931a-c72756209b87/65da1db8-e161-4a3d-a471-c8dee451380d/91226baf-19ae-45f6-ab6e-10c5daddf128) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:48:58.644164 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:58.660227 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Transition to ACTIVE for port object 91226baf-19ae-45f6-ab6e-10c5daddf128 will not be triggered until provisioned by entity DHCP. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:48:58.688526 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:58.694208 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6b20f75d-e823-4d99-b402-654c6b6a553f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:58.755168 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Network ac1ca98a-4c0a-4494-931a-c72756209b87 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:48:58.758494 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:48:58.767708 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:48:58.799733 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event updated for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:58.806477 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:58.840760 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:58.841433 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:58.882725 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7889385 May 11 13:48:58.894529 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Request body: {'port': {'device_id': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:48:59.032764 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-f340164f-fb4f-45bf-8fbd-03934da8c19b None None] Provisioning for port 91226baf-19ae-45f6-ab6e-10c5daddf128 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:48:59.037734 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-f340164f-fb4f-45bf-8fbd-03934da8c19b None None] Provisioning complete for port 91226baf-19ae-45f6-ab6e-10c5daddf128 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:48:59.038118 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-f340164f-fb4f-45bf-8fbd-03934da8c19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:59.095443 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-f340164f-fb4f-45bf-8fbd-03934da8c19b None None] Port 91226baf-19ae-45f6-ab6e-10c5daddf128 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:48:59.100942 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:59.226260 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659b1ac-30d7-4581-bcdc-8040198f7ea6 req-d9b9c611-59c2-4f59-b64e-5a736c389987 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:59.227753 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9659b1ac-30d7-4581-bcdc-8040198f7ea6 req-d9b9c611-59c2-4f59-b64e-5a736c389987 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 932 time: 0.0831223 May 11 13:48:59.279161 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9659b1ac-30d7-4581-bcdc-8040198f7ea6 req-feca260d-2759-4b1d-9a18-1c5b250d1c09 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450895 May 11 13:48:59.455438 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91226baf-19ae-45f6-ab6e-10c5daddf128 {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:48:59.463083 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:59.479198 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Transition to ACTIVE for port object 91226baf-19ae-45f6-ab6e-10c5daddf128 will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:48:59.484721 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:59.488884 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:59.652287 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Pushing event updated for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:59.660825 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:48:59.743873 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Attempting to bind port 91226baf-19ae-45f6-ab6e-10c5daddf128 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:48:59.744484 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Attempting to bind port 91226baf-19ae-45f6-ab6e-10c5daddf128 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:48:59.744974 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Attempting to bind port 91226baf-19ae-45f6-ab6e-10c5daddf128 on network ac1ca98a-4c0a-4494-931a-c72756209b87 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:48:59.752286 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Port 91226baf-19ae-45f6-ab6e-10c5daddf128 on network ac1ca98a-4c0a-4494-931a-c72756209b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:48:59.752286 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Attempting to bind port 91226baf-19ae-45f6-ab6e-10c5daddf128 on network ac1ca98a-4c0a-4494-931a-c72756209b87 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:48:59.757651 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:48:59.757977 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Checking segment: {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:48:59.758349 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Bound using segment: {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:48:59.758784 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Bound port: 91226baf-19ae-45f6-ab6e-10c5daddf128, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a268d1-b39d-4b93-b52a-069d897c9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:48:59.759128 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:59.854629 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:48:59.858433 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:48:59.864755 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:59.875947 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:48:59.926126 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:48:59.926740 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:48:59.928112 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] 10.222.0.43 "PUT /v2.0/ports/91226baf-19ae-45f6-ab6e-10c5daddf128 HTTP/1.1" status: 200 len: 1094 time: 1.0380917 May 11 13:48:59.928669 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:48:59.965339 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Pushing event updated for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:48:59.975931 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0d130f5e-61ab-4e29-ae1e-5690b316baf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:00.009250 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'status': 'completed', 'code': 200} May 11 13:49:00.058814 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-aef51c30-da6a-440b-81c6-5e4cd003501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:00.060356 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-aef51c30-da6a-440b-81c6-5e4cd003501e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 1097 time: 0.0832169 May 11 13:49:00.144753 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-9a3d7eda-d176-4c57-8c08-9100401004b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91226baf-19ae-45f6-ab6e-10c5daddf128 HTTP/1.1" status: 200 len: 217 time: 0.0757864 May 11 13:49:00.210594 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-8ec34e59-ad16-4cf2-866c-b4a5e1536350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:00.211943 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-8ec34e59-ad16-4cf2-866c-b4a5e1536350 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.0610399 May 11 13:49:00.308628 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-ab6dcbee-720d-4bb4-893a-c466b7e71e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:00.310273 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-ab6dcbee-720d-4bb4-893a-c466b7e71e6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0917232 May 11 13:49:00.451909 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-d6487c79-3ff4-4bce-b2e7-9964cd0be5c0 service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350353 May 11 13:49:00.485489 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7c5e1-1918-4b45-b078-7052bbed108c req-b2a798ef-1c81-47d1-8ce9-eea2f61abb46 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:00.487249 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b8d7c5e1-1918-4b45-b078-7052bbed108c req-b2a798ef-1c81-47d1-8ce9-eea2f61abb46 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.0959425 May 11 13:49:00.538573 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b8d7c5e1-1918-4b45-b078-7052bbed108c req-4007c627-7b42-4e27-81ba-b60ceadb2a2b tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438175 May 11 13:49:00.591607 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-25ca1bbf-df91-4075-ba64-97ae1f68b1ab req-c46b3d3c-10e9-4ee2-8403-00b9fba89849 service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323106 May 11 13:49:00.711282 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-2087de53-1a70-4000-9164-3a6c3c649194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:00.712810 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-2087de53-1a70-4000-9164-3a6c3c649194 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 1097 time: 0.0727232 May 11 13:49:00.933311 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-eb9484ea-e548-44f1-bb48-d34b33a6241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:00.934806 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-eb9484ea-e548-44f1-bb48-d34b33a6241d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 917 time: 0.2156684 May 11 13:49:01.005853 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-532bf7f5-780a-4b04-a8cf-30da0b149560 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91226baf-19ae-45f6-ab6e-10c5daddf128 HTTP/1.1" status: 200 len: 217 time: 0.0642300 May 11 13:49:01.071232 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-13ad6aa0-0f31-4c14-86d7-983dccac111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:01.072701 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-13ad6aa0-0f31-4c14-86d7-983dccac111f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.0598202 May 11 13:49:01.164038 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-fcd368d0-18fe-41cd-ba06-af793dc6167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:01.165611 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-fcd368d0-18fe-41cd-ba06-af793dc6167f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0862904 May 11 13:49:01.307716 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-9fd18acc-0fce-4b5c-b8a0-ac09256abc7c service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344049 May 11 13:49:01.449112 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-7b167c1c-cf7f-4e09-8948-10fed0f7056b req-734bb977-bb82-49eb-8bd6-5a60c5724d3e service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345546 May 11 13:49:01.748703 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44bf35-ca0a-42b5-b668-d38bb27e2e3a req-8f67ee55-0cb9-431e-936d-3708eafec757 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:01.748703 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ff44bf35-ca0a-42b5-b668-d38bb27e2e3a req-8f67ee55-0cb9-431e-936d-3708eafec757 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.0932705 May 11 13:49:01.802264 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ff44bf35-ca0a-42b5-b668-d38bb27e2e3a req-b4d5c162-2299-4d24-9b31-eecb1b84f174 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464058 May 11 13:49:03.000957 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc192201-d861-49c0-a4e4-55ba66ee3395 req-5d09c39e-06e8-464b-bc34-b8ceac2af679 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:03.002444 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bc192201-d861-49c0-a4e4-55ba66ee3395 req-5d09c39e-06e8-464b-bc34-b8ceac2af679 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.0843658 May 11 13:49:03.057985 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bc192201-d861-49c0-a4e4-55ba66ee3395 req-fa2bf31c-85fc-4328-ba81-9e3900da6eee tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495639 May 11 13:49:03.215139 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 91226baf-19ae-45f6-ab6e-10c5daddf128 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:49:03.357963 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:03.373671 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'port_id': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'mac_address': 'fa:16:3e:2c:e5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:49:03.433481 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:03.452577 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91226baf-19ae-45f6-ab6e-10c5daddf128 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:49:03.469482 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:03.474617 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:03.476575 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:03.586268 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:03.589884 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:03.679081 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['91226baf-19ae-45f6-ab6e-10c5daddf128'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:49:04.258653 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae293e-6755-4d72-8109-bda6b32f9f00 req-a0e1f95a-afeb-49d1-8a1d-23175309596a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:04.260340 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-61ae293e-6755-4d72-8109-bda6b32f9f00 req-a0e1f95a-afeb-49d1-8a1d-23175309596a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 945 time: 0.0864480 May 11 13:49:04.306461 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-61ae293e-6755-4d72-8109-bda6b32f9f00 req-b339a725-3017-49a0-944c-8217288fd19b tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401535 May 11 13:49:04.473947 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44166) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:04.613305 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:04.628963 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:49:04.633556 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] Usage tracker for resource:security_group_rule and tenant:2f481cc88a14486ca502944f89cccd00 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:49:04.636794 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:49:04.643649 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:49:04.723534 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2add64-74fe-45ae-8eaa-54c50c5f499c req-2cbdfbdf-2dac-49f5-b83f-996fdfd42b61 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:04.725155 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5d2add64-74fe-45ae-8eaa-54c50c5f499c req-2cbdfbdf-2dac-49f5-b83f-996fdfd42b61 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.0836735 May 11 13:49:04.730898 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:04.736325 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:04.744006 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d77c3e5b-65d3-4cb9-8414-d3f232d81465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:04.772477 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5d2add64-74fe-45ae-8eaa-54c50c5f499c req-cb9fd879-f2bd-4bcc-8a93-c6583288891d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 May 11 13:49:04.796590 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f481cc88a14486ca502944f89cccd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130596 May 11 13:49:04.796590 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765c157c-eacf-4856-a42c-1c9dea071306,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:04.796895 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44174) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:04.797001 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:04.853809 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e334b8c7-e8de-49ef-aec9-0011b8c00388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:04.882353 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e334b8c7-e8de-49ef-aec9-0011b8c00388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:04.938743 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e334b8c7-e8de-49ef-aec9-0011b8c00388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:04.942633 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-492cf25d-824b-493d-ad73-72e5ff2a4fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:04.953874 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334b8c7-e8de-49ef-aec9-0011b8c00388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765c157c-eacf-4856-a42c-1c9dea071306,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:04.956958 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e334b8c7-e8de-49ef-aec9-0011b8c00388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:04.962958 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e334b8c7-e8de-49ef-aec9-0011b8c00388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:04.964707 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-e334b8c7-e8de-49ef-aec9-0011b8c00388 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/765c157c-eacf-4856-a42c-1c9dea071306 HTTP/1.1" status: 204 len: 168 time: 0.1722691 May 11 13:49:05.229101 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 91226baf-19ae-45f6-ab6e-10c5daddf128 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:05.305697 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 91226baf-19ae-45f6-ab6e-10c5daddf128 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:05.311291 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 91226baf-19ae-45f6-ab6e-10c5daddf128 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:05.311664 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:05.453750 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:05.488668 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:49:05.506567 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:05.521483 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:05.527803 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:05.622630 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:05.627207 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:05.685240 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23264d0a-1119-4088-b7b4-b4765dfd9db5 req-23d1bbc9-bcf6-478e-9573-1ccca576295e tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:05.686978 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-23264d0a-1119-4088-b7b4-b4765dfd9db5 req-23d1bbc9-bcf6-478e-9573-1ccca576295e tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.2462609 May 11 13:49:05.745295 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-23264d0a-1119-4088-b7b4-b4765dfd9db5 req-30ae721d-d291-4494-8c8c-fc1859d55448 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490663 May 11 13:49:05.787445 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44206) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:05.815385 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'code': 200} May 11 13:49:05.939776 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-597848186-network', 'tenant_id': '398ca936bbf7494b9c416116438e3606'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:49:05.952844 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:49:05.959235 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Usage tracker for resource:network and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:49:05.963519 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:49:05.970959 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:49:05.986530 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Made reservation on behalf of 398ca936bbf7494b9c416116438e3606 for: {'network': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:49:05.988758 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:06.004578 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:06.035264 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f4d5f-2a58-4d36-a3f8-d5d17278b191 req-30cac9cf-5a49-40fc-8a69-3e9404ecd845 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:06.036890 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-042f4d5f-2a58-4d36-a3f8-d5d17278b191 req-30cac9cf-5a49-40fc-8a69-3e9404ecd845 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.1381078 May 11 13:49:06.037904 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:49:06.042445 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Usage tracker for resource:security_group_rule and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:49:06.046641 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:49:06.059383 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cfcfb-b2f0-493e-9ca6-0a87e8213f93 req-3ae8efae-b7a2-47d4-8fdf-61b67fba6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:06.061296 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-c46cfcfb-b2f0-493e-9ca6-0a87e8213f93 req-3ae8efae-b7a2-47d4-8fdf-61b67fba6e22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 1099 time: 0.0835562 May 11 13:49:06.064042 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:49:06.107952 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-042f4d5f-2a58-4d36-a3f8-d5d17278b191 req-51b56863-4ca5-45aa-917c-f9460588279e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623622 May 11 13:49:06.109170 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-c46cfcfb-b2f0-493e-9ca6-0a87e8213f93 req-6964cac2-3a31-494a-a24e-08759785da42 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407836 May 11 13:49:06.172525 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:06.178489 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:06.181472 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-4d30ffe5-c1cc-46d4-94d7-7492e3c27166 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:06.209829 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=78837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:49:06.218602 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7e9a63-84f6-4b1b-a18c-9e18d651412a,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:06.222392 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:06.224979 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:06.225312 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.segments_db [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Added segment 18e36cc9-25e0-45e6-b3d5-c3e7094fac55 of type vlan for network 4ad90acf-83ec-432c-b4f5-0ec512082d80 May 11 13:49:06.255821 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:06.293034 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:06.294537 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:06.295379 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:06.299977 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a4ff5eff-827f-42f9-8a1b-fd3f6cd2b9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:06.401655 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Pushing event updated for resources: {'Network': ['ID=4ad90acf-83ec-432c-b4f5-0ec512082d80,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:06.409762 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6168077 May 11 13:49:06.409762 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-2d6aac7a-9da9-486b-b02c-debecfb09949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:06.410217 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44214) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:06.415348 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Request body: {'subnet': {'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-597848186-subnet', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'ip_version': 4}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:49:06.416210 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 4ad90acf-83ec-432c-b4f5-0ec512082d80 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:49:06.420567 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:49:06.424795 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Usage tracker for resource:subnet and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:49:06.427923 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:49:06.434063 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:49:06.446463 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Made reservation on behalf of 398ca936bbf7494b9c416116438e3606 for: {'subnet': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:49:06.449320 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14754138'] for subnet, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:06.941540 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16630198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14754088'] for subnet, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:06.948738 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c0cd6d33-2931-4761-86a6-b88202413dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:07.051074 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a91d3824-91cf-4b8c-bb8b-d40ec94484e6,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:07.057114 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:07.070112 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dbeee-65cb-4d06-a7d4-200147857c3e req-3afd2050-e343-4e7f-817c-0e0f8de453e3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:07.071644 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-af5dbeee-65cb-4d06-a7d4-200147857c3e req-3afd2050-e343-4e7f-817c-0e0f8de453e3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.2142644 May 11 13:49:07.072729 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Checking segment: {'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:49:07.073088 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Network hostable DHCP agents. Network: 4ad90acf-83ec-432c-b4f5-0ec512082d80, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:49:07.119248 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Network 4ad90acf-83ec-432c-b4f5-0ec512082d80 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:49:07.134627 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-af5dbeee-65cb-4d06-a7d4-200147857c3e req-bd8a2fe7-b158-45cd-9da0-f8fceafa0957 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511184 May 11 13:49:07.136574 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 4ad90acf-83ec-432c-b4f5-0ec512082d80) {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:07.147137 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:07.147820 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:07.151175 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ce957a-1169-4c4c-b104-d3e136bb509c None None] Network 4ad90acf-83ec-432c-b4f5-0ec512082d80 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:49:07.171184 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-090a4cf8-95b6-42a9-b74e-7a886b425a7a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7602730 May 11 13:49:07.174334 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44222) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:07.179498 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:49:07.184316 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:49:07.193302 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Usage tracker for resource:router and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:49:07.196965 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:49:07.204612 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:49:07.216032 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-908005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259445'] for router, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:07.217207 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-908010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-852141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259404'] for router, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:07.235212 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:07.400086 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd61d72-5859-506b-89f6-35b500c5e50d-4ad90acf-83ec-432c-b4f5-0ec512082d80', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6'}]}} from dv-cinder-784779-11-smb. {{(pid=78838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 13:49:07.401534 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:07.565167 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-909073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259410'] for router, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:07.572382 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.db_base_plugin_common [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Allocated IP 172.20.0.2 (4ad90acf-83ec-432c-b4f5-0ec512082d80/a91d3824-91cf-4b8c-bb8b-d40ec94484e6/29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf) {{(pid=78838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:49:07.620452 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2c4e0-2372-4e18-a97b-d90ad8ac3a76 req-fa3c8d59-5b04-49f2-aa0d-e1c57068a31b tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:07.621982 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b4f2c4e0-2372-4e18-a97b-d90ad8ac3a76 req-fa3c8d59-5b04-49f2-aa0d-e1c57068a31b tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.3662333 May 11 13:49:07.810906 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Notify callbacks [] for port, precommit_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:07.822254 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Transition to ACTIVE for port object 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:07.840805 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b4f2c4e0-2372-4e18-a97b-d90ad8ac3a76 req-e100dd4a-6ce7-45b8-b5d6-927bd48dafbc tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519819 May 11 13:49:07.844478 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Transition to ACTIVE for port object 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf will not be triggered until provisioned by entity DHCP. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:07.852557 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:07.857388 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-24091285-208b-4f4b-a306-f4d97c41f2a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:07.922224 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Network 4ad90acf-83ec-432c-b4f5-0ec512082d80 is already hosted by enough agents. {{(pid=78838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:49:07.925130 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.base_scheduler [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Resources bound (agent type, host, resource id): {{(pid=78838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:07.929624 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Received port after_create {{(pid=78838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:49:07.945794 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Pushing event updated for resources: {'Port': ['ID=29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf,revision_number=1']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:07.987330 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.987673 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.988012 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.988338 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.988688 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.989010 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.989333 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.989651 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.989976 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.990624 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.990938 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:07.991252 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:08.019142 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:08.050139 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Attempting to bind port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:49:08.050491 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Attempting to bind port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:49:08.050882 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Attempting to bind port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf on network 4ad90acf-83ec-432c-b4f5-0ec512082d80 {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:49:08.056633 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:49:08.057008 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Checking segment: {'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:49:08.057663 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:08.058060 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Bound using segment: {'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:49:08.058658 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Bound port: 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:49:08.059086 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:08.105361 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:08.137489 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:08.157088 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] For port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:49:08.160643 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] For port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:49:08.167470 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:08.171895 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-beb882ee-09ad-4842-8465-5846b1a44141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:08.274484 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Pushing event updated for resources: {'Port': ['ID=29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:08.286853 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:08.312192 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Allocated IP 172.28.2.119 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/4cf370ac-fc9a-4e90-ac38-31fb2511d113) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:49:08.572791 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:08.584040 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a3195-aeab-4957-807f-19680a62164e req-07d9768e-f7ae-4c6d-919a-639667129ba0 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:08.585947 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-466a3195-aeab-4957-807f-19680a62164e req-07d9768e-f7ae-4c6d-919a-639667129ba0 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.1893470 May 11 13:49:08.644296 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-466a3195-aeab-4957-807f-19680a62164e req-5e5932fa-3652-41db-b513-f224cd7841f3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514657 May 11 13:49:08.657764 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:08.661996 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-097b919d-f104-45e1-bee9-0ba80ae7ad92 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:08.723773 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:49:08.726965 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:08.732506 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:49:08.817622 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Pushing event updated for resources: {'Port': ['ID=4cf370ac-fc9a-4e90-ac38-31fb2511d113,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:08.820905 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:09.099923 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732951db-8a5e-4618-b797-4afcf5465d4d req-ab6d0ed1-1e07-4b4b-9683-2423d7996165 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:09.101669 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-732951db-8a5e-4618-b797-4afcf5465d4d req-ab6d0ed1-1e07-4b4b-9683-2423d7996165 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.3320537 May 11 13:49:09.110538 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44232) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:09.119134 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-559ff9ca-12e4-468c-98ec-406d1affd8ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Request body: {'floatingip': {'port_id': '91226baf-19ae-45f6-ab6e-10c5daddf128'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:49:09.208806 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-559ff9ca-12e4-468c-98ec-406d1affd8ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:09.272536 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69480bbb-2b60-4ac5-9e9d-5380bf46b046 req-73b7799e-f95e-482c-ba6c-22c1bc694b81 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:09.274141 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-69480bbb-2b60-4ac5-9e9d-5380bf46b046 req-73b7799e-f95e-482c-ba6c-22c1bc694b81 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.3102119 May 11 13:49:09.297882 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b261081-ea49-493d-80d1-3b099c55d84f None None] Network 4ad90acf-83ec-432c-b4f5-0ec512082d80 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:49:09.354750 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-69480bbb-2b60-4ac5-9e9d-5380bf46b046 req-550207be-1b7e-4194-975b-91ace3dc5a1d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736840 May 11 13:49:09.373346 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:09.591441 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-7de95923-c541-4458-949a-a73e0e335202 None None] Provisioning for port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:09.912508 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669958'] for router, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:10.051223 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-559ff9ca-12e4-468c-98ec-406d1affd8ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:10.057144 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-559ff9ca-12e4-468c-98ec-406d1affd8ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:10.136255 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Router 490394e8-6b52-4eb2-9261-e49bda0d620f is scheduled to L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 with binding_index 1 {{(pid=78837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 13:49:10.239036 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.l3_db [None req-559ff9ca-12e4-468c-98ec-406d1affd8ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Floating IP e9526635-39f1-4a9b-8883-42e8da17bfb8 associated. External IP: 172.28.2.74, port: 91226baf-19ae-45f6-ab6e-10c5daddf128. May 11 13:49:10.320847 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:49:10.330672 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Sync routers for ids ['490394e8-6b52-4eb2-9261-e49bda0d620f'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:49:10.343078 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Routers {'490394e8-6b52-4eb2-9261-e49bda0d620f'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:49:10.343965 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['490394e8-6b52-4eb2-9261-e49bda0d620f'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:10.359894 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Notify callbacks [] for router, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:10.365374 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1895425 May 11 13:49:10.366086 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44236) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:10.439191 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:10.583866 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Set router 490394e8-6b52-4eb2-9261-e49bda0d620f gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:49:10.596817 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:10.602997 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:10.603701 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:10.686590 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559ff9ca-12e4-468c-98ec-406d1affd8ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Router 40a42a7d-8ad8-44ed-8d15-398179b11cac has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:49:10.748374 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:10.752089 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a164bb-9d0c-4b4b-aa89-86a203684216 req-3da1dccc-3bd1-4e2c-8262-b93d379e5bae tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:10.759343 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-28a164bb-9d0c-4b4b-aa89-86a203684216 req-3da1dccc-3bd1-4e2c-8262-b93d379e5bae tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.2603025 May 11 13:49:10.788179 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:10.794746 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:10.798081 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-973b65c9-5612-40f1-9459-d7980d6c98ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:10.879726 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:10.889048 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559ff9ca-12e4-468c-98ec-406d1affd8ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:49:10.890353 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:10.900086 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] Sync routers for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:49:10.907224 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-559ff9ca-12e4-468c-98ec-406d1affd8ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:10.910690 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:49:10.911317 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:10.927365 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:09Z', 'revision_number': 3, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:10.931354 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Checking router: 490394e8-6b52-4eb2-9261-e49bda0d620f for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:49:10.931703 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Updating router 490394e8-6b52-4eb2-9261-e49bda0d620f port 4cf370ac-fc9a-4e90-ac38-31fb2511d113 binding host dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:49:10.972822 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-559ff9ca-12e4-468c-98ec-406d1affd8ab tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "PUT /v2.0/floatingips/e9526635-39f1-4a9b-8883-42e8da17bfb8 HTTP/1.1" status: 200 len: 991 time: 1.8605273 May 11 13:49:10.973868 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:49:10.997814 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:11.114166 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:49:11.153909 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'status': 'completed', 'code': 200} May 11 13:49:11.245907 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-28a164bb-9d0c-4b4b-aa89-86a203684216 req-32656a47-b975-42fc-9f54-f11fc482b14d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4855886 May 11 13:49:11.259357 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576cbac-6531-4662-9870-900ba2552e72 req-81453bd5-d052-49bd-8398-289996e38a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:11.261809 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a576cbac-6531-4662-9870-900ba2552e72 req-81453bd5-d052-49bd-8398-289996e38a57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 1099 time: 0.0889235 May 11 13:49:11.409705 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Notify callbacks [] for port, precommit_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:11.424584 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.provisioning_blocks [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Transition to ACTIVE for port object 4cf370ac-fc9a-4e90-ac38-31fb2511d113 will not be triggered until provisioned by entity L2. {{(pid=78839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:11.427498 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576cbac-6531-4662-9870-900ba2552e72 req-ebcdf1a7-84c4-4ead-9759-d1fb0ad30223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:11.429194 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a576cbac-6531-4662-9870-900ba2552e72 req-ebcdf1a7-84c4-4ead-9759-d1fb0ad30223 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 917 time: 0.1608434 May 11 13:49:11.433104 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:11.438405 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:11.446443 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:11.517876 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Attempting to bind port 4cf370ac-fc9a-4e90-ac38-31fb2511d113 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:49:11.518221 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Attempting to bind port 4cf370ac-fc9a-4e90-ac38-31fb2511d113 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:49:11.518543 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Attempting to bind port 4cf370ac-fc9a-4e90-ac38-31fb2511d113 on network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:49:11.539563 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:49:11.540000 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Checking segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:49:11.540372 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:11.540794 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Bound using segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:49:11.541442 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Bound port: 4cf370ac-fc9a-4e90-ac38-31fb2511d113, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:49:11.541845 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:11.543270 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a576cbac-6531-4662-9870-900ba2552e72 req-1fbcb8ca-eac6-4367-a63a-f96f774922fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91226baf-19ae-45f6-ab6e-10c5daddf128 HTTP/1.1" status: 200 len: 999 time: 0.1052122 May 11 13:49:11.571240 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Pushing event updated for resources: {'Port': ['ID=4cf370ac-fc9a-4e90-ac38-31fb2511d113,revision_number=2']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:11.571658 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': 'e9526635-39f1-4a9b-8883-42e8da17bfb8', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'floating_ip_address': '172.28.2.74', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'port_id': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'mac_address': 'fa:16:3e:2c:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:48:55Z', 'updated_at': '2021-05-11T13:49:09Z', 'revision_number': 1, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:11.582600 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] Checking router: 40a42a7d-8ad8-44ed-8d15-398179b11cac for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:49:11.586718 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.587059 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.587393 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.587722 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.588045 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.588364 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.588713 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.589032 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.589374 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.589692 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.589997 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.590315 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:11.591431 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:49:11.592422 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:11.595394 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:11.623794 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576cbac-6531-4662-9870-900ba2552e72 req-2a8043cd-0811-4855-82da-8529a702ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:11.625414 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a576cbac-6531-4662-9870-900ba2552e72 req-2a8043cd-0811-4855-82da-8529a702ac81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.0760436 May 11 13:49:11.639525 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] For port 4cf370ac-fc9a-4e90-ac38-31fb2511d113, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:49:11.644066 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] For port 4cf370ac-fc9a-4e90-ac38-31fb2511d113, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=4cf370ac-fc9a-4e90-ac38-31fb2511d113,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:49:11.652757 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:11.662164 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-d74d219b-d439-4bd8-9b7e-1c4d14133b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:11.710646 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576cbac-6531-4662-9870-900ba2552e72 req-ea914745-dfc9-4865-bd18-8829d247f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:11.712246 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a576cbac-6531-4662-9870-900ba2552e72 req-ea914745-dfc9-4865-bd18-8829d247f574 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0808387 May 11 13:49:11.741328 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Allocated IP 172.20.0.1 (4ad90acf-83ec-432c-b4f5-0ec512082d80/a91d3824-91cf-4b8c-bb8b-d40ec94484e6/9196b3bd-b6ed-4bc2-af5a-e772a9a936e1) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:49:11.766404 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Pushing event updated for resources: {'Port': ['ID=4cf370ac-fc9a-4e90-ac38-31fb2511d113,revision_number=3']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:11.769820 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-876ff688-3a2d-447d-92c8-a022479c9c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:11.771466 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Routers {'490394e8-6b52-4eb2-9261-e49bda0d620f'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:49:11.772373 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['490394e8-6b52-4eb2-9261-e49bda0d620f'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:11.804870 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:49:11.914004 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:11.932565 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Transition to ACTIVE for port object 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 will not be triggered until provisioned by entity DHCP. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:11.969890 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:11.970171 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] Set router 490394e8-6b52-4eb2-9261-e49bda0d620f gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:49:11.975296 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e0905f7d-9f94-4b8b-a9f1-ccd113c63b06 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:12.008427 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a576cbac-6531-4662-9870-900ba2552e72 req-e490c2dd-1b6d-446f-9822-449d20085d70 service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804980 May 11 13:49:12.047317 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Pushing event updated for resources: {'Port': ['ID=9196b3bd-b6ed-4bc2-af5a-e772a9a936e1,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:12.059742 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:12.066332 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Network 4ad90acf-83ec-432c-b4f5-0ec512082d80 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:49:12.068842 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:12.071316 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:49:12.172110 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657369'] for router_interface, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:12.229528 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-a576cbac-6531-4662-9870-900ba2552e72 req-834fd322-57d7-4369-98a3-4a9578bfa001 service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120938 May 11 13:49:12.306120 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': 'e9526635-39f1-4a9b-8883-42e8da17bfb8', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'floating_ip_address': '172.28.2.74', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'port_id': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'mac_address': 'fa:16:3e:2c:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:48:55Z', 'updated_at': '2021-05-11T13:49:09Z', 'revision_number': 1, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:12.325450 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164def2d-7514-43da-ba30-1aff94e049e4 None None] The sync data for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb is: [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': 'e9526635-39f1-4a9b-8883-42e8da17bfb8', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'floating_ip_address': '172.28.2.74', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'port_id': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'mac_address': 'fa:16:3e:2c:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:48:55Z', 'updated_at': '2021-05-11T13:49:09Z', 'revision_number': 1, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:49:12.348775 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:12.396528 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-bd70d444-b9e4-4ddf-b95f-0a223cedeb1a None None] Provisioning for port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:12.408642 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-bd70d444-b9e4-4ddf-b95f-0a223cedeb1a None None] Provisioning complete for port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:12.412799 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-bd70d444-b9e4-4ddf-b95f-0a223cedeb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:12.431946 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:09Z', 'revision_number': 3, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:12.437332 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b13d2-ecb4-419f-b2e2-9b4acf36c5bc None None] The sync data for ids ['490394e8-6b52-4eb2-9261-e49bda0d620f'] in dv-cinder-784779-11-smb is: [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:09Z', 'revision_number': 3, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:49:12.446334 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:12.524912 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-bd70d444-b9e4-4ddf-b95f-0a223cedeb1a None None] Port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:49:12.545504 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:12.545969 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:12.645737 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e98881-c5a0-42cf-b615-6a5e3f4c8b72 None None] New status for floating IP e9526635-39f1-4a9b-8883-42e8da17bfb8: ACTIVE {{(pid=78839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:49:12.660574 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c3b2c-f194-4287-94c3-8d6c2f24b9a0 req-380c01fa-3938-4801-b0dd-d317f4509ae8 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:12.662393 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a68c3b2c-f194-4287-94c3-8d6c2f24b9a0 req-380c01fa-3938-4801-b0dd-d317f4509ae8 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.2058785 May 11 13:49:12.740899 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a68c3b2c-f194-4287-94c3-8d6c2f24b9a0 req-7c08ad51-28f3-4f76-bbfd-ad4c67378bff tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714750 May 11 13:49:12.761983 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:12.774088 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:12.821855 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:12.916975 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Pushing event updated for resources: {'Port': ['ID=9196b3bd-b6ed-4bc2-af5a-e772a9a936e1,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:12.919484 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657274'] for router_interface, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:12.923757 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:13.063426 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Network 4ad90acf-83ec-432c-b4f5-0ec512082d80 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:49:13.064804 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:13.251430 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-d475f8b2-f65c-424f-88ba-c40570a6c841 None None] Provisioning complete for port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:13.251994 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d475f8b2-f65c-424f-88ba-c40570a6c841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:13.310742 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-d475f8b2-f65c-424f-88ba-c40570a6c841 None None] Port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:49:13.378364 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Router 490394e8-6b52-4eb2-9261-e49bda0d620f has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:49:13.511627 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-5f712145-ef91-4a4a-9be2-90fbd8262e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:13.565131 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:49:13.575623 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] 10.222.0.30 "PUT /v2.0/routers/490394e8-6b52-4eb2-9261-e49bda0d620f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2033582 May 11 13:49:13.972030 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3bac-ed5c-4546-bca4-12509e472f4f req-32400d67-ad22-4b2f-9206-c92710d37bbc tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:13.973622 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d90a3bac-ed5c-4546-bca4-12509e472f4f req-32400d67-ad22-4b2f-9206-c92710d37bbc tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.0859594 May 11 13:49:14.020749 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d90a3bac-ed5c-4546-bca4-12509e472f4f req-359bd6a7-0a28-4457-8a49-c21feae1f721 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409749 May 11 13:49:14.133588 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44268) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:14.138162 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Sync routers for ids ['490394e8-6b52-4eb2-9261-e49bda0d620f'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:49:14.139305 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1172230340-network', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:49:14.144058 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:49:14.147950 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Usage tracker for resource:network and tenant:02dc5f2add4340959ba6f7fe8819c610 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:49:14.148378 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Routers {'490394e8-6b52-4eb2-9261-e49bda0d620f'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:49:14.149042 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:48:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['490394e8-6b52-4eb2-9261-e49bda0d620f'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:14.150865 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:49:14.157809 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:49:14.168516 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Made reservation on behalf of 02dc5f2add4340959ba6f7fe8819c610 for: {'network': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:49:14.170865 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.187045 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.201752 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:49:14.205632 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Usage tracker for resource:security_group_rule and tenant:02dc5f2add4340959ba6f7fe8819c610 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:49:14.208492 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:49:14.214162 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:49:14.300234 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.305353 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.308345 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d97d724b-4a7c-485f-831e-676db975bb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:14.331401 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Set router 490394e8-6b52-4eb2-9261-e49bda0d620f gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:49:14.345547 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=78836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:49:14.354489 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8783e9b-5af7-4d0d-807e-2e410e09c07a,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:14.358368 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:14.361229 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.361563 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.segments_db [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Added segment aaf45230-3668-4275-98e5-cacc83359b7c of type vlan for network 3850be5c-95d4-4b1e-801c-080cb38bda90 May 11 13:49:14.394353 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.430947 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.432590 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:14.433281 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.436808 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-51d38e0c-bc0f-444c-a82a-7c0b5538aa27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:14.472553 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 4cf370ac-fc9a-4e90-ac38-31fb2511d113 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:14.543809 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4090588 May 11 13:49:14.547245 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Pushing event updated for resources: {'Network': ['ID=3850be5c-95d4-4b1e-801c-080cb38bda90,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:14.547501 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44274) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:14.550895 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:14.553888 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Request body: {'subnet': {'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1172230340-subnet', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'ip_version': 4}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:49:14.558843 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:49:14.563247 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Usage tracker for resource:subnet and tenant:02dc5f2add4340959ba6f7fe8819c610 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:49:14.566160 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:49:14.571850 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:49:14.585678 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Made reservation on behalf of 02dc5f2add4340959ba6f7fe8819c610 for: {'subnet': 1} {{(pid=78837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:49:14.588044 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14754138'] for subnet, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.598463 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 3850be5c-95d4-4b1e-801c-080cb38bda90 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:49:14.787607 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 4cf370ac-fc9a-4e90-ac38-31fb2511d113 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:14.797329 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 4cf370ac-fc9a-4e90-ac38-31fb2511d113 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:14.797550 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.921282 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:12Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '9196b3bd-b6ed-4bc2-af5a-e772a9a936e1', 'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'mac_address': 'fa:16:3e:3b:80:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:11Z', 'updated_at': '2021-05-11T13:49:12Z', 'revision_number': 2, 'project_id': '398ca936bbf7494b9c416116438e3606', 'subnets': [{'id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:14.929956 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Checking router: 490394e8-6b52-4eb2-9261-e49bda0d620f for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:49:14.930355 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Updating router 490394e8-6b52-4eb2-9261-e49bda0d620f port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 binding host dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:49:14.978662 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.982932 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16630198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14754088'] for subnet, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:14.989831 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:15.009174 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port 4cf370ac-fc9a-4e90-ac38-31fb2511d113, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=4cf370ac-fc9a-4e90-ac38-31fb2511d113,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:15.010272 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:15.021553 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:15.026013 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:15.079138 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54cf8c36-eede-490b-b343-387330a0538f,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:15.082651 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Checking segment: {'id': 'aaf45230-3668-4275-98e5-cacc83359b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:49:15.082651 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Network hostable DHCP agents. Network: 3850be5c-95d4-4b1e-801c-080cb38bda90, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:49:15.084951 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:15.103921 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Network 3850be5c-95d4-4b1e-801c-080cb38bda90 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:49:15.114082 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 3850be5c-95d4-4b1e-801c-080cb38bda90) {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:15.126012 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:15.126614 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:15.178897 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb014bb2-bf98-439b-b5a0-d845f3653006 None None] Network 3850be5c-95d4-4b1e-801c-080cb38bda90 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:49:15.194498 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-ca08e895-9b4a-49f0-bcf1-59e566ffa491 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6460235 May 11 13:49:15.197154 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44280) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:15.203037 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1172230340-router', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:49:15.209913 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:49:15.215046 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Usage tracker for resource:router and tenant:02dc5f2add4340959ba6f7fe8819c610 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:49:15.219444 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:49:15.226272 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:49:15.250979 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe6785-d4f3-4b2b-b9da-13dc7b01c46d req-1cdecca7-57a8-4f65-a778-832b03b924c9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:15.252495 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9ffe6785-d4f3-4b2b-b9da-13dc7b01c46d req-1cdecca7-57a8-4f65-a778-832b03b924c9 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.1201890 May 11 13:49:15.253813 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-908005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259445'] for router, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:15.254925 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-908010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-852141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259404'] for router, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:15.296535 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=4cf370ac-fc9a-4e90-ac38-31fb2511d113,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:15.296787 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:15.305261 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:15.317452 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9ffe6785-d4f3-4b2b-b9da-13dc7b01c46d req-990f2ed6-a5e9-483b-8339-da3471fb50ee tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582144 May 11 13:49:15.575711 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-909073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259410'] for router, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:15.583670 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcd61d72-5859-506b-89f6-35b500c5e50d-3850be5c-95d4-4b1e-801c-080cb38bda90', 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'fixed_ips': [{'subnet_id': '54cf8c36-eede-490b-b343-387330a0538f'}]}} from dv-cinder-784779-11-smb. {{(pid=78838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 13:49:15.584558 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:15.730470 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Notify callbacks [] for port, precommit_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:15.781909 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Transition to ACTIVE for port object 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:15.795686 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:15.801263 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-ba79c3d4-a010-4a2b-a545-c827911b9737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:15.871881 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.db_base_plugin_common [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Allocated IP 172.20.0.2 (3850be5c-95d4-4b1e-801c-080cb38bda90/54cf8c36-eede-490b-b343-387330a0538f/1328e301-fcb5-432b-afdb-b4487b11776f) {{(pid=78838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:49:15.974408 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3ecd0-0dc5-4b66-959b-d5c3d5d64a0c None None] Pushing event updated for resources: {'Port': ['ID=9196b3bd-b6ed-4bc2-af5a-e772a9a936e1,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:16.008393 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-f0b3ecd0-0dc5-4b66-959b-d5c3d5d64a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:16.023915 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.058923 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.134171 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Attempting to bind port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:49:16.134542 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Attempting to bind port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:49:16.134926 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Attempting to bind port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 on network 4ad90acf-83ec-432c-b4f5-0ec512082d80 {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:49:16.150661 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:49:16.151032 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Checking segment: {'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:49:16.151448 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.151849 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Bound using segment: {'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:49:16.152344 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Bound port: 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:49:16.152755 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.201583 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Allocated IP 172.28.2.194 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/e4f196ee-d4ab-4c13-938f-f12f9b060ee1) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:49:16.312494 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-9cdd688e-534a-41bb-9d03-32d14a31605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.362122 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Notify callbacks [] for port, precommit_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.365825 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] For port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:49:16.371184 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.377913 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] For port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=9196b3bd-b6ed-4bc2-af5a-e772a9a936e1,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:49:16.381729 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Transition to ACTIVE for port object 1328e301-fcb5-432b-afdb-b4487b11776f will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:16.382207 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.389236 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.395784 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:16.423716 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.430189 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-d46c8541-ee9b-4a0d-a479-8cfd6b93e805 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:16.432229 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 4cf370ac-fc9a-4e90-ac38-31fb2511d113 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:16.495053 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Transition to ACTIVE for port object 1328e301-fcb5-432b-afdb-b4487b11776f will not be triggered until provisioned by entity DHCP. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:16.514448 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420'] for port, after_create {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:16.548351 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:49:16.552935 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:16.559458 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Routers {'490394e8-6b52-4eb2-9261-e49bda0d620f'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:49:16.560013 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:49:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['490394e8-6b52-4eb2-9261-e49bda0d620f'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:16.564270 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:49:16.608347 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Pushing event updated for resources: {'Port': ['ID=e4f196ee-d4ab-4c13-938f-f12f9b060ee1,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:16.612701 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3ecd0-0dc5-4b66-959b-d5c3d5d64a0c None None] Pushing event updated for resources: {'Port': ['ID=9196b3bd-b6ed-4bc2-af5a-e772a9a936e1,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:16.620786 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:16.685829 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-f0b3ecd0-0dc5-4b66-959b-d5c3d5d64a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:16.686586 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:16.770962 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Network 3850be5c-95d4-4b1e-801c-080cb38bda90 is already hosted by enough agents. {{(pid=78838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:49:16.797275 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.scheduler.base_scheduler [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Resources bound (agent type, host, resource id): {{(pid=78838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:16.806625 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Received port after_create {{(pid=78838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:49:16.839999 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cbdc3-5190-472b-8073-89a6d2b22ea5 req-25118a93-4361-40ca-862f-cacfd78c5a53 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:16.841576 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f26cbdc3-5190-472b-8073-89a6d2b22ea5 req-25118a93-4361-40ca-862f-cacfd78c5a53 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.3671339 May 11 13:49:16.882957 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Pushing event updated for resources: {'Port': ['ID=1328e301-fcb5-432b-afdb-b4487b11776f,revision_number=1']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:16.897559 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:16.959664 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 4cf370ac-fc9a-4e90-ac38-31fb2511d113 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:16.960048 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:17.013114 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f26cbdc3-5190-472b-8073-89a6d2b22ea5 req-f531d4ee-d4eb-4a1a-b8ed-9bf7467394d8 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650350 May 11 13:49:17.017223 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Attempting to bind port 1328e301-fcb5-432b-afdb-b4487b11776f on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:49:17.017604 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Attempting to bind port 1328e301-fcb5-432b-afdb-b4487b11776f by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'aaf45230-3668-4275-98e5-cacc83359b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:49:17.017960 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Attempting to bind port 1328e301-fcb5-432b-afdb-b4487b11776f on network 3850be5c-95d4-4b1e-801c-080cb38bda90 {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:49:17.035384 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] Set router 490394e8-6b52-4eb2-9261-e49bda0d620f gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:49:17.077491 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:17.081551 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:49:17.082124 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Checking segment: {'id': 'aaf45230-3668-4275-98e5-cacc83359b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:49:17.082369 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:17.082835 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Bound using segment: {'id': 'aaf45230-3668-4275-98e5-cacc83359b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:49:17.083279 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Bound port: 1328e301-fcb5-432b-afdb-b4487b11776f, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf45230-3668-4275-98e5-cacc83359b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:49:17.083622 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:17.389412 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] For port 1328e301-fcb5-432b-afdb-b4487b11776f, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:49:17.421861 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] For port 1328e301-fcb5-432b-afdb-b4487b11776f, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=1328e301-fcb5-432b-afdb-b4487b11776f,segment=NetworkSegment(aaf45230-3668-4275-98e5-cacc83359b7c),segment_id=aaf45230-3668-4275-98e5-cacc83359b7c)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:49:17.430947 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:17.437906 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:17.553356 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-669958'] for router, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:17.567890 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Pushing event updated for resources: {'Port': ['ID=1328e301-fcb5-432b-afdb-b4487b11776f,revision_number=2']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:17.572038 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-a82c2a15-d995-4d25-8946-ba6b0902e9d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:17.607611 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:12Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '9196b3bd-b6ed-4bc2-af5a-e772a9a936e1', 'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'mac_address': 'fa:16:3e:3b:80:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:11Z', 'updated_at': '2021-05-11T13:49:16Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'subnets': [{'id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:17.614321 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53aa23f-3444-481b-ba7c-b328f2183bca None None] The sync data for ids ['490394e8-6b52-4eb2-9261-e49bda0d620f'] in dv-cinder-784779-11-smb is: [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:12Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '9196b3bd-b6ed-4bc2-af5a-e772a9a936e1', 'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'mac_address': 'fa:16:3e:3b:80:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:11Z', 'updated_at': '2021-05-11T13:49:16Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'subnets': [{'id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:49:17.798993 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Router 0da6734c-5718-4837-9da9-5d1f0538ecde is scheduled to L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 with binding_index 1 {{(pid=78837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 13:49:18.006317 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:49:18.015076 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Sync routers for ids ['0da6734c-5718-4837-9da9-5d1f0538ecde'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:49:18.027522 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Routers {'0da6734c-5718-4837-9da9-5d1f0538ecde'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:49:18.028380 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:49:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['0da6734c-5718-4837-9da9-5d1f0538ecde'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:18.033628 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:18.039352 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] Notify callbacks [] for router, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:18.040810 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-ab48c749-d806-4b7b-a5b9-6f6c52cb5e5a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8427141 May 11 13:49:18.043766 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44294) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:49:18.201335 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:18.234498 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Set router 0da6734c-5718-4837-9da9-5d1f0538ecde gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:49:18.494584 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:18.551319 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361283c4-1e35-4dd6-bcd0-0fe6c0cfb6c0 req-ca900e6d-dbb3-4e14-8266-a92edac3ae00 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:18.553059 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-361283c4-1e35-4dd6-bcd0-0fe6c0cfb6c0 req-ca900e6d-dbb3-4e14-8266-a92edac3ae00 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.3543384 May 11 13:49:18.610356 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'name': 'tempest-TestMinimumBasicScenario-1172230340-router', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:15Z', 'updated_at': '2021-05-11T13:49:16Z', 'revision_number': 3, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'gw_port': {'id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:16Z', 'updated_at': '2021-05-11T13:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:18.612719 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:18.616425 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Checking router: 0da6734c-5718-4837-9da9-5d1f0538ecde for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:49:18.616835 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Updating router 0da6734c-5718-4837-9da9-5d1f0538ecde port e4f196ee-d4ab-4c13-938f-f12f9b060ee1 binding host dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:49:18.621783 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:18.622327 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:18.671653 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-361283c4-1e35-4dd6-bcd0-0fe6c0cfb6c0 req-13f3eb74-6c60-49fd-98b1-bf9d11aea028 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097295 May 11 13:49:18.682283 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:18.798660 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:18.807744 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f35c23-8891-426c-aeff-76f66c14a2ad None None] Network 3850be5c-95d4-4b1e-801c-080cb38bda90 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:49:18.911306 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-820d5fa6-49db-47f5-a35e-c3928e7cc227 None None] Provisioning for port 1328e301-fcb5-432b-afdb-b4487b11776f completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:18.927780 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=9196b3bd-b6ed-4bc2-af5a-e772a9a936e1,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:18.946885 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:18.947728 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 1328e301-fcb5-432b-afdb-b4487b11776f up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:18.977806 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:19.133642 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.143661 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.150953 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.provisioning_blocks [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Transition to ACTIVE for port object e4f196ee-d4ab-4c13-938f-f12f9b060ee1 will not be triggered until provisioned by entity L2. {{(pid=78839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:19.158923 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=9196b3bd-b6ed-4bc2-af5a-e772a9a936e1,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:19.161842 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.167470 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:19.181786 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-7a6e3f91-39e9-474b-979a-c856aa758a13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:19.251613 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port 1328e301-fcb5-432b-afdb-b4487b11776f completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:19.259958 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 1328e301-fcb5-432b-afdb-b4487b11776f triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:19.260344 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.290642 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Attempting to bind port e4f196ee-d4ab-4c13-938f-f12f9b060ee1 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:49:19.291201 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Attempting to bind port e4f196ee-d4ab-4c13-938f-f12f9b060ee1 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:49:19.291841 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Attempting to bind port e4f196ee-d4ab-4c13-938f-f12f9b060ee1 on network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:49:19.294446 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ed75b-514e-4047-97f9-ec8dbe55f866 None None] Pushing event updated for resources: {'Port': ['ID=e4f196ee-d4ab-4c13-938f-f12f9b060ee1,revision_number=2']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:19.297431 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.306787 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:49:19.307258 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Checking segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:49:19.310752 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.310752 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Bound using segment: {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'} {{(pid=78839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:49:19.310752 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.managers [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Bound port: e4f196ee-d4ab-4c13-938f-f12f9b060ee1, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1815c-2c75-4214-9baa-a1fa9d965fa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf'}}] {{(pid=78839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:49:19.311599 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.341648 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-878ed75b-514e-4047-97f9-ec8dbe55f866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:19.406394 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] For port e4f196ee-d4ab-4c13-938f-f12f9b060ee1, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:49:19.410082 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.plugins.ml2.db [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] For port e4f196ee-d4ab-4c13-938f-f12f9b060ee1, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=e4f196ee-d4ab-4c13-938f-f12f9b060ee1,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:49:19.417751 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron_lib.callbacks.manager [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.425366 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-e756e871-f24e-446d-a75e-9568bbdb92a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:19.524889 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.539698 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ed75b-514e-4047-97f9-ec8dbe55f866 None None] Pushing event updated for resources: {'Port': ['ID=e4f196ee-d4ab-4c13-938f-f12f9b060ee1,revision_number=3']} {{(pid=78839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:19.543293 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG oslo_concurrency.lockutils [None req-878ed75b-514e-4047-97f9-ec8dbe55f866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:19.569079 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Routers {'0da6734c-5718-4837-9da9-5d1f0538ecde'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:49:19.569709 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:49:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['0da6734c-5718-4837-9da9-5d1f0538ecde'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:19.590986 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port 1328e301-fcb5-432b-afdb-b4487b11776f, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=1328e301-fcb5-432b-afdb-b4487b11776f,segment=NetworkSegment(aaf45230-3668-4275-98e5-cacc83359b7c),segment_id=aaf45230-3668-4275-98e5-cacc83359b7c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:19.599000 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.601914 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Allocated IP 172.20.0.1 (3850be5c-95d4-4b1e-801c-080cb38bda90/54cf8c36-eede-490b-b343-387330a0538f/b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:49:19.610829 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:19.716507 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-f6ccce22-4019-4df5-aaba-a7f7def73186 None None] Provisioning complete for port 1328e301-fcb5-432b-afdb-b4487b11776f triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:19.717168 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-f6ccce22-4019-4df5-aaba-a7f7def73186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.788566 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=1328e301-fcb5-432b-afdb-b4487b11776f,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:19.792909 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:19.816487 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] Set router 0da6734c-5718-4837-9da9-5d1f0538ecde gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:49:19.859113 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-bd70f1e3-d0bf-431a-9af8-0169714ecbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:19.861435 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-bd70f1e3-d0bf-431a-9af8-0169714ecbc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211&device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1098 time: 0.1154060 May 11 13:49:19.894620 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.917212 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.provisioning_blocks [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Transition to ACTIVE for port object b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 will not be triggered until provisioned by entity DHCP. {{(pid=78837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:19.955315 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4e3fa-3dc4-4934-afcb-16c18f6049d4 req-fa0f675c-93f7-4373-b723-59dca0fb84cc tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:19.956853 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-09e4e3fa-3dc4-4934-afcb-16c18f6049d4 req-fa0f675c-93f7-4373-b723-59dca0fb84cc tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.1501713 May 11 13:49:19.970192 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:19.976996 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f5697c96-1c80-4b52-bec9-27b59110f919 tempest-AttachVolumeNegativeTest-472336508 tempest-AttachVolumeNegativeTest-472336508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:20.031914 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-963f41fb-23ce-4a8b-8baf-d5d2030200a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:20.034454 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-963f41fb-23ce-4a8b-8baf-d5d2030200a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15be1c10-7348-443b-a2f4-9495fe338f9d HTTP/1.1" status: 200 len: 910 time: 0.1658628 May 11 13:49:20.062728 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Network 3850be5c-95d4-4b1e-801c-080cb38bda90 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:49:20.085385 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:20.097335 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:49:20.128989 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:20.139541 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:20.144470 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-09e4e3fa-3dc4-4934-afcb-16c18f6049d4 req-71ee71ce-ac5b-4bf5-aefc-f2c69aeabc7d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686807 May 11 13:49:20.155422 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-209cf548-a1c6-43eb-a7a4-cd70d901f646 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a0d08a-9f74-40d8-a959-47553faa74d2 HTTP/1.1" status: 200 len: 1001 time: 0.1131639 May 11 13:49:20.161781 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657369'] for router_interface, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:20.192303 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'name': 'tempest-TestMinimumBasicScenario-1172230340-router', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:15Z', 'updated_at': '2021-05-11T13:49:16Z', 'revision_number': 3, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'gw_port': {'id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:16Z', 'updated_at': '2021-05-11T13:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:20.201172 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ac536-8b84-46bd-a215-d91313e37ee2 None None] The sync data for ids ['0da6734c-5718-4837-9da9-5d1f0538ecde'] in dv-cinder-784779-11-smb is: [{'id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'name': 'tempest-TestMinimumBasicScenario-1172230340-router', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:15Z', 'updated_at': '2021-05-11T13:49:16Z', 'revision_number': 3, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'gw_port': {'id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:16Z', 'updated_at': '2021-05-11T13:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:49:20.259659 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-657ac160-976f-4b10-ba49-b7de1a669f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:20.261400 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-657ac160-976f-4b10-ba49-b7de1a669f62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec4f421-41aa-4a68-a63a-f6f6b2586e4c HTTP/1.1" status: 200 len: 848 time: 0.0956297 May 11 13:49:20.306548 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:20.343834 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-427d1811-3805-4bba-8f36-aa362b26f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:20.345632 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-427d1811-3805-4bba-8f36-aa362b26f6f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15be1c10-7348-443b-a2f4-9495fe338f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0762553 May 11 13:49:20.403191 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:20.472838 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-40c11605-1065-4f19-ba45-167b9d545b95 None None] Provisioning for port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:20.491852 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-40c11605-1065-4f19-ba45-167b9d545b95 None None] Provisioning complete for port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:20.501691 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-40c11605-1065-4f19-ba45-167b9d545b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:20.552946 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-97e3f2ff-79c0-4078-8ff9-8e3f3de06101 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988826 May 11 13:49:20.571311 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:20.571843 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:20.602610 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-40c11605-1065-4f19-ba45-167b9d545b95 None None] Port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:49:20.652340 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:20.661287 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:20.694191 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-b24a0851-acaa-4adc-a8da-bc8f8b64053e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:20.711462 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dabb2e9b-214f-4c7d-9a22-e8325224f52c req-fb4b71a5-101c-4886-8d44-71b9df3fb7f6 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517746 May 11 13:49:20.718352 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 1328e301-fcb5-432b-afdb-b4487b11776f up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:20.782243 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:20.784844 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657274'] for router_interface, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:20.789707 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:20.790640 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port 1328e301-fcb5-432b-afdb-b4487b11776f triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:20.791539 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:20.932110 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Network 3850be5c-95d4-4b1e-801c-080cb38bda90 is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:49:20.933345 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:21.121395 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Router 0da6734c-5718-4837-9da9-5d1f0538ecde has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:49:21.124225 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-adb42918-18a3-471a-a25d-614a3aa19087 None None] Provisioning complete for port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:21.124651 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-adb42918-18a3-471a-a25d-614a3aa19087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:21.181690 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-adb42918-18a3-471a-a25d-614a3aa19087 None None] Port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:49:21.464286 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:49:21.481092 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-1e557922-34a0-4913-a52e-e69317140ce1 admin admin] 10.222.0.30 "PUT /v2.0/routers/0da6734c-5718-4837-9da9-5d1f0538ecde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4364834 May 11 13:49:21.493886 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7849d0e-4293-4b2c-9ace-c318f44a22c2 req-d0d581d3-5f19-4cc1-88f5-9d4eb9ea7df8 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:21.495483 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f7849d0e-4293-4b2c-9ace-c318f44a22c2 req-d0d581d3-5f19-4cc1-88f5-9d4eb9ea7df8 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.1339653 May 11 13:49:21.546999 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f7849d0e-4293-4b2c-9ace-c318f44a22c2 req-c7713484-15ee-4f90-bce4-14025657494f tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449450 May 11 13:49:21.847976 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Sync routers for ids ['0da6734c-5718-4837-9da9-5d1f0538ecde'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:49:21.870474 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Routers {'0da6734c-5718-4837-9da9-5d1f0538ecde'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:49:21.871581 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:49:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['0da6734c-5718-4837-9da9-5d1f0538ecde'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:22.057225 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Set router 0da6734c-5718-4837-9da9-5d1f0538ecde gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:49:22.437799 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'name': 'tempest-TestMinimumBasicScenario-1172230340-router', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:15Z', 'updated_at': '2021-05-11T13:49:20Z', 'revision_number': 4, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'gw_port': {'id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:16Z', 'updated_at': '2021-05-11T13:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48', 'name': '', 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'mac_address': 'fa:16:3e:95:fc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '54cf8c36-eede-490b-b343-387330a0538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:19Z', 'updated_at': '2021-05-11T13:49:20Z', 'revision_number': 2, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'subnets': [{'id': '54cf8c36-eede-490b-b343-387330a0538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:22.441768 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device e4f196ee-d4ab-4c13-938f-f12f9b060ee1 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:22.474439 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Checking router: 0da6734c-5718-4837-9da9-5d1f0538ecde for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:49:22.474915 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Updating router 0da6734c-5718-4837-9da9-5d1f0538ecde port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 binding host dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 13:49:22.559070 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:22.636635 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port e4f196ee-d4ab-4c13-938f-f12f9b060ee1 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:22.651681 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port e4f196ee-d4ab-4c13-938f-f12f9b060ee1 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:22.652049 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:22.858962 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642118-1f82-4a1e-8730-ebd32404966c req-ab830786-6930-427b-b37f-c250d5d39660 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:22.860774 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c5642118-1f82-4a1e-8730-ebd32404966c req-ab830786-6930-427b-b37f-c250d5d39660 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.1340585 May 11 13:49:22.917122 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c5642118-1f82-4a1e-8730-ebd32404966c req-a989963a-773d-472f-9f86-b2dcc923f891 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497153 May 11 13:49:22.996420 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:23.028678 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port e4f196ee-d4ab-4c13-938f-f12f9b060ee1, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=e4f196ee-d4ab-4c13-938f-f12f9b060ee1,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:23.034817 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:23.037745 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:23.166139 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=e4f196ee-d4ab-4c13-938f-f12f9b060ee1,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:23.174611 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:23.180126 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Notify callbacks [] for port, precommit_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:23.194050 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Transition to ACTIVE for port object b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 will not be triggered until provisioned by entity L2. {{(pid=78838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:23.205579 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:23.212489 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-f0b3ecd0-0dc5-4b66-959b-d5c3d5d64a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:23.352465 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783a10d-5788-478e-9104-673b2fd0875e None None] Pushing event updated for resources: {'Port': ['ID=b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48,revision_number=3']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:23.362254 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-9783a10d-5788-478e-9104-673b2fd0875e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:23.494644 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Attempting to bind port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 on host dv-cinder-784779-11-smb for vnic_type normal with profile {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:49:23.495024 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Attempting to bind port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 by drivers openvswitch,hyperv on host dv-cinder-784779-11-smb at level 0 using segments [{'id': 'aaf45230-3668-4275-98e5-cacc83359b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90'}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:49:23.495395 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Attempting to bind port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 on network 3850be5c-95d4-4b1e-801c-080cb38bda90 {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:49:23.501458 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Checking agent: {'id': '3f9124bf-5c08-4f84-bce0-dd9ad02af62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 34, 46), 'started_at': datetime.datetime(2021, 5, 11, 13, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:49:23.501837 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Checking segment: {'id': 'aaf45230-3668-4275-98e5-cacc83359b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:49:23.502580 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:23.502986 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Bound using segment: {'id': 'aaf45230-3668-4275-98e5-cacc83359b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90'} {{(pid=78838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:49:23.503470 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.managers [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Bound port: b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48, host: dv-cinder-784779-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf45230-3668-4275-98e5-cacc83359b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90'}}] {{(pid=78838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:49:23.503855 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:23.619395 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] For port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48, host dv-cinder-784779-11-smb, cleared binding levels {{(pid=78838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:49:23.621323 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] For port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48, host dv-cinder-784779-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48,segment=NetworkSegment(aaf45230-3668-4275-98e5-cacc83359b7c),segment_id=aaf45230-3668-4275-98e5-cacc83359b7c)] {{(pid=78838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:49:23.628483 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:23.632861 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:23.713751 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Routers {'0da6734c-5718-4837-9da9-5d1f0538ecde'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:49:23.714476 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:49:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['0da6734c-5718-4837-9da9-5d1f0538ecde'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:23.885770 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:49:23.919127 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783a10d-5788-478e-9104-673b2fd0875e None None] Pushing event updated for resources: {'Port': ['ID=b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:23.925883 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-9783a10d-5788-478e-9104-673b2fd0875e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:24.044653 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] Set router 0da6734c-5718-4837-9da9-5d1f0538ecde gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:49:24.145025 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857632a-c8ed-4f37-81b3-2f358f189a57 req-4185df3e-e550-4303-a38d-4ddf0d6dc73a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:24.146665 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0857632a-c8ed-4f37-81b3-2f358f189a57 req-4185df3e-e550-4303-a38d-4ddf0d6dc73a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.1032438 May 11 13:49:24.208559 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0857632a-c8ed-4f37-81b3-2f358f189a57 req-4ae18efd-567c-413e-99f0-36c08914cf7e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549245 May 11 13:49:24.442221 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device e4f196ee-d4ab-4c13-938f-f12f9b060ee1 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:24.565971 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port e4f196ee-d4ab-4c13-938f-f12f9b060ee1 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:24.565971 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:24.634459 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'name': 'tempest-TestMinimumBasicScenario-1172230340-router', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:15Z', 'updated_at': '2021-05-11T13:49:20Z', 'revision_number': 4, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'gw_port': {'id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:16Z', 'updated_at': '2021-05-11T13:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48', 'name': '', 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'mac_address': 'fa:16:3e:95:fc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '54cf8c36-eede-490b-b343-387330a0538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:19Z', 'updated_at': '2021-05-11T13:49:23Z', 'revision_number': 4, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'subnets': [{'id': '54cf8c36-eede-490b-b343-387330a0538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:49:24.648015 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059836b-7b1e-4b5c-a843-6249c96c7110 None None] The sync data for ids ['0da6734c-5718-4837-9da9-5d1f0538ecde'] in dv-cinder-784779-11-smb is: [{'id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'name': 'tempest-TestMinimumBasicScenario-1172230340-router', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:15Z', 'updated_at': '2021-05-11T13:49:20Z', 'revision_number': 4, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'gw_port': {'id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:16Z', 'updated_at': '2021-05-11T13:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48', 'name': '', 'network_id': '3850be5c-95d4-4b1e-801c-080cb38bda90', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'mac_address': 'fa:16:3e:95:fc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '54cf8c36-eede-490b-b343-387330a0538f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:19Z', 'updated_at': '2021-05-11T13:49:23Z', 'revision_number': 4, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'subnets': [{'id': '54cf8c36-eede-490b-b343-387330a0538f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:49:24.789583 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca48f4-11a0-4ca8-900c-b56a6d27d1c7 req-350973ae-5f3e-43bb-900d-149cfe284efa tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:24.798838 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ffca48f4-11a0-4ca8-900c-b56a6d27d1c7 req-350973ae-5f3e-43bb-900d-149cfe284efa tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.1875575 May 11 13:49:24.810895 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-e03694ee-c21d-408d-96f3-55c3dc4613d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2684011 May 11 13:49:24.861542 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ffca48f4-11a0-4ca8-900c-b56a6d27d1c7 req-3eb1735a-45f1-44fc-86e6-147d252324cb tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616953 May 11 13:49:25.382722 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 52a0d08a-9f74-40d8-a959-47553faa74d2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:49:25.595211 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:25.635909 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:49:25.646850 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 52a0d08a-9f74-40d8-a959-47553faa74d2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52a0d08a-9f74-40d8-a959-47553faa74d2,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:25.651860 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:25.654378 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:25.713546 dv-cinder-784779-11-smb neutron-server[78838]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'code': 422} returned with failed status May 11 13:49:25.755556 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=52a0d08a-9f74-40d8-a959-47553faa74d2,revision_number=6']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:25.760620 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:26.169822 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13764fb3-24f5-4dd8-b6a0-b6d9908fe61c req-8db18972-685c-4b75-ad04-ac56d9b4b127 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:26.172483 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-13764fb3-24f5-4dd8-b6a0-b6d9908fe61c req-8db18972-685c-4b75-ad04-ac56d9b4b127 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 943 time: 0.1667585 May 11 13:49:26.248468 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-13764fb3-24f5-4dd8-b6a0-b6d9908fe61c req-aa42fa12-e6ec-452b-9c1b-cc34f713f2f3 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697560 May 11 13:49:26.421394 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:26.504305 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning for port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:26.510055 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:26.510445 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:26.637530 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-45b64903-4715-44a3-a325-90cdda7105f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:26.639867 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-45b64903-4715-44a3-a325-90cdda7105f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079&tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211 HTTP/1.1" status: 200 len: 1096 time: 0.0960979 May 11 13:49:26.643508 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:26.681001 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] For port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48,segment=NetworkSegment(aaf45230-3668-4275-98e5-cacc83359b7c),segment_id=aaf45230-3668-4275-98e5-cacc83359b7c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:26.690955 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:26.697117 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:26.749794 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-f5f26e1d-7fb3-4f75-910c-0cfab6037729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:26.751585 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-f5f26e1d-7fb3-4f75-910c-0cfab6037729 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211&device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1096 time: 0.0817795 May 11 13:49:26.769967 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Pushing event updated for resources: {'Port': ['ID=b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:26.773326 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:26.903335 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-60c1d8b7-06e6-4256-8267-2e6186d5515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:26.904968 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-60c1d8b7-06e6-4256-8267-2e6186d5515a service neutron] 10.222.0.43 "GET /v2.0/networks?id=15be1c10-7348-443b-a2f4-9495fe338f9d HTTP/1.1" status: 200 len: 910 time: 0.1460123 May 11 13:49:27.124171 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-2d978ceb-5bc5-4a0e-aed1-714776735918 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a0d08a-9f74-40d8-a959-47553faa74d2 HTTP/1.1" status: 200 len: 999 time: 0.2111430 May 11 13:49:27.199815 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-47d9ebef-8635-4fbd-867a-3169f93aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:27.201394 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-47d9ebef-8635-4fbd-867a-3169f93aad1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec4f421-41aa-4a68-a63a-f6f6b2586e4c HTTP/1.1" status: 200 len: 848 time: 0.0701435 May 11 13:49:27.301585 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-47d6907c-74d9-453d-a157-dde5f883c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:27.303125 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-47d6907c-74d9-453d-a157-dde5f883c57a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15be1c10-7348-443b-a2f4-9495fe338f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0937712 May 11 13:49:27.498620 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-caabb594-dc46-4e85-89c7-9cee382f362c service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859684 May 11 13:49:27.513093 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2126bb2-7da6-4c85-bb36-3237b328e412 req-7796983f-f44b-4bbf-a21f-08c2eae9f635 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:27.514652 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c2126bb2-7da6-4c85-bb36-3237b328e412 req-7796983f-f44b-4bbf-a21f-08c2eae9f635 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 943 time: 0.1234181 May 11 13:49:27.567201 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c2126bb2-7da6-4c85-bb36-3237b328e412 req-44675bf1-8830-4a4d-a00d-e559d9b016f0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 May 11 13:49:27.656050 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-fcdf84a7-36b2-4ccb-aa5d-4af9d9290d47 req-6bc423d4-a3b6-4381-8f5c-6643b044443d service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503973 May 11 13:49:28.409456 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 up at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:28.510834 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Provisioning complete for port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:28.511298 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:28.809767 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d1790-725e-43f0-86ee-ae837859d68f req-273855aa-ce63-4c5a-9e3f-519a0ba33bd3 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:28.811568 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-452d1790-725e-43f0-86ee-ae837859d68f req-273855aa-ce63-4c5a-9e3f-519a0ba33bd3 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 943 time: 0.1121318 May 11 13:49:28.861251 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-452d1790-725e-43f0-86ee-ae837859d68f req-80594d93-6170-465b-9565-6f0062ea029d tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 May 11 13:49:30.077652 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b9145-c69d-4458-b33e-41bce96f1ec1 req-d256899f-b945-4508-ab91-3cfd7d2e7da6 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:30.079298 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d56b9145-c69d-4458-b33e-41bce96f1ec1 req-d256899f-b945-4508-ab91-3cfd7d2e7da6 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 943 time: 0.0876760 May 11 13:49:30.137622 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d56b9145-c69d-4458-b33e-41bce96f1ec1 req-73fa3d28-5e28-427d-b0eb-308fc2091974 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496461 May 11 13:49:31.349106 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6fd44-fb8b-481a-ba9b-83ac47670909 req-1602fc17-4b7f-420e-ba3f-c46a8162489a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:31.350585 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-36b6fd44-fb8b-481a-ba9b-83ac47670909 req-1602fc17-4b7f-420e-ba3f-c46a8162489a tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 943 time: 0.0903149 May 11 13:49:31.408519 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-36b6fd44-fb8b-481a-ba9b-83ac47670909 req-9bb44e38-6a24-47ff-80c2-c0f2876af9fb tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482371 May 11 13:49:31.417840 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 52a0d08a-9f74-40d8-a959-47553faa74d2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:49:31.576775 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 52a0d08a-9f74-40d8-a959-47553faa74d2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52a0d08a-9f74-40d8-a959-47553faa74d2,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:31.591068 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'port_id': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'mac_address': 'fa:16:3e:9f:1e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:49:31.652126 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:31.669919 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a0d08a-9f74-40d8-a959-47553faa74d2 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:49:31.687673 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 52a0d08a-9f74-40d8-a959-47553faa74d2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52a0d08a-9f74-40d8-a959-47553faa74d2,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:31.698351 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:31.700200 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:31.773121 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=52a0d08a-9f74-40d8-a959-47553faa74d2,revision_number=7']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:31.776277 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:31.914401 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['52a0d08a-9f74-40d8-a959-47553faa74d2'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:49:32.609038 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-4973de84-2279-462b-aad2-2f2784f3726c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:32.609674 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-4973de84-2279-462b-aad2-2f2784f3726c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Synchronizing usage tracker for tenant:398ca936bbf7494b9c416116438e3606 on resource:network {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:49:32.636476 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-4973de84-2279-462b-aad2-2f2784f3726c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Unset dirty status for tenant:398ca936bbf7494b9c416116438e3606 on resource:network {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:49:32.637624 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-4973de84-2279-462b-aad2-2f2784f3726c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/networks?id=4ad90acf-83ec-432c-b4f5-0ec512082d80 HTTP/1.1" status: 200 len: 814 time: 0.2215447 May 11 13:49:32.662792 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a78a2-ac25-45a0-a2bf-fe99af7e90f8 req-f89f3153-f798-4d11-b5f2-28e32bfb00fa tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:32.664249 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9e8a78a2-ac25-45a0-a2bf-fe99af7e90f8 req-f89f3153-f798-4d11-b5f2-28e32bfb00fa tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 944 time: 0.1283915 May 11 13:49:32.665460 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-7ff5be88-93d3-4ca6-9bd9-e419424bf4c8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/quotas/398ca936bbf7494b9c416116438e3606 HTTP/1.1" status: 200 len: 375 time: 0.0211620 May 11 13:49:32.756189 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9e8a78a2-ac25-45a0-a2bf-fe99af7e90f8 req-47aab94d-f214-44ba-aa38-94d336dc7e54 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855808 May 11 13:49:32.784336 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ad2928cc-9f5d-4b52-906f-41b3b2bc5114 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Synchronizing usage tracker for tenant:398ca936bbf7494b9c416116438e3606 on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:49:32.803217 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ad2928cc-9f5d-4b52-906f-41b3b2bc5114 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Unset dirty status for tenant:398ca936bbf7494b9c416116438e3606 on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:49:32.804466 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ad2928cc-9f5d-4b52-906f-41b3b2bc5114 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=398ca936bbf7494b9c416116438e3606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1321585 May 11 13:49:32.957505 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ae20a809-9076-40c0-89c5-db0012620085 service neutron] 10.222.0.30 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403055 May 11 13:49:33.090382 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-10222d68-1201-47ea-8215-7e38cd9d3619 service neutron] 10.222.0.30 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268325 May 11 13:49:33.266168 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8f6d88b6-0584-4376-8f20-b224a798c1d9 req-f50e65dd-85a1-4192-b693-b8491068c2de tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 210 time: 0.0429649 May 11 13:49:33.429302 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 52a0d08a-9f74-40d8-a959-47553faa74d2 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:33.510398 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 52a0d08a-9f74-40d8-a959-47553faa74d2 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:33.510717 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:33.654956 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:33.685666 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:49:33.701986 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 52a0d08a-9f74-40d8-a959-47553faa74d2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52a0d08a-9f74-40d8-a959-47553faa74d2,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:33.706630 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:33.709765 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:33.745018 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'code': 200} May 11 13:49:33.791979 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=52a0d08a-9f74-40d8-a959-47553faa74d2,revision_number=8']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:33.796630 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:34.056985 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd93b0-1200-43b3-a31d-091e4f8e4d34 req-da9ddcd1-8bb5-4426-b708-6ec2882e2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:34.058400 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b9dd93b0-1200-43b3-a31d-091e4f8e4d34 req-da9ddcd1-8bb5-4426-b708-6ec2882e2b92 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1098 time: 0.0721018 May 11 13:49:34.079066 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d282e-231f-4deb-8477-e57d0cf759aa req-e61fa522-f04e-4967-acdf-7da389a382f7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:34.080665 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c62d282e-231f-4deb-8477-e57d0cf759aa req-e61fa522-f04e-4967-acdf-7da389a382f7 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.2083423 May 11 13:49:34.104887 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b9dd93b0-1200-43b3-a31d-091e4f8e4d34 req-6142f593-d719-4e20-8f0c-86c2a78f1eb6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394652 May 11 13:49:34.130884 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c62d282e-231f-4deb-8477-e57d0cf759aa req-77aa49ae-61d2-4015-aef3-e9b32196d6c6 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 May 11 13:49:34.444880 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-149a89f4-3bc1-4eab-b451-f38cecbe08d4 req-afff6e96-f985-42a3-bafd-b82d17951408 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 210 time: 0.0520985 May 11 13:49:34.526660 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-57568a0c-24cf-4be5-9a5d-24701e772941 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:34.528179 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-57568a0c-24cf-4be5-9a5d-24701e772941 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.43 "GET /v2.0/networks?id=4ad90acf-83ec-432c-b4f5-0ec512082d80 HTTP/1.1" status: 200 len: 814 time: 0.1784546 May 11 13:49:34.543486 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'port': {'device_id': '2e6bc106-2e14-402b-b723-956675c00927', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'admin_state_up': True, 'tenant_id': '398ca936bbf7494b9c416116438e3606'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:49:34.692011 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:49:34.702668 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:49:34.713975 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Made reservation on behalf of 398ca936bbf7494b9c416116438e3606 for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:49:34.717884 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:34.915502 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Allocated IP 172.20.0.3 (4ad90acf-83ec-432c-b4f5-0ec512082d80/a91d3824-91cf-4b8c-bb8b-d40ec94484e6/616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:49:35.164623 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:35.198948 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Transition to ACTIVE for port object 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 will not be triggered until provisioned by entity DHCP. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:35.242456 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:35.259415 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-07c03a4c-6fcd-4647-a527-6877874d0f60 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:35.325977 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Network 4ad90acf-83ec-432c-b4f5-0ec512082d80 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:49:35.329667 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:49:35.333706 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:49:35.352583 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5e713-69e4-454a-979a-f6263bd76ba0 req-3fefe0f6-067a-423e-87a7-06602828329f tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:35.363123 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-01d5e713-69e4-454a-979a-f6263bd76ba0 req-3fefe0f6-067a-423e-87a7-06602828329f tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.1076119 May 11 13:49:35.426794 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-01d5e713-69e4-454a-979a-f6263bd76ba0 req-7dd6906a-e099-4966-98c9-6e6069b24b01 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599303 May 11 13:49:35.427946 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'Port': ['ID=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:35.448767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.448767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.448767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.448767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.448767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.448767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.448767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.448767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.448767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.449812 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.449812 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.449812 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:49:35.471099 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:35.522016 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:35.533568 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:35.592730 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0530288 May 11 13:49:35.711134 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00e32a-161e-43e0-9c86-26ddab5a7a34 req-7dc123d4-810d-4f85-be1a-68a7c2896c84 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:35.712525 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ae00e32a-161e-43e0-9c86-26ddab5a7a34 req-7dc123d4-810d-4f85-be1a-68a7c2896c84 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 931 time: 0.0867877 May 11 13:49:35.738381 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-8abdefbc-5a52-42ad-a41c-89f601bbf1d4 None None] Provisioning for port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 completed by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:35.745220 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-8abdefbc-5a52-42ad-a41c-89f601bbf1d4 None None] Provisioning complete for port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:35.745833 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-8abdefbc-5a52-42ad-a41c-89f601bbf1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:35.769033 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-ae00e32a-161e-43e0-9c86-26ddab5a7a34 req-18b85575-7a78-4b0f-a400-7667b6d5f6b3 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Synchronizing usage tracker for tenant:398ca936bbf7494b9c416116438e3606 on resource:security_group {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:49:35.791872 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [req-ae00e32a-161e-43e0-9c86-26ddab5a7a34 req-18b85575-7a78-4b0f-a400-7667b6d5f6b3 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Unset dirty status for tenant:398ca936bbf7494b9c416116438e3606 on resource:security_group {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:49:35.793167 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ae00e32a-161e-43e0-9c86-26ddab5a7a34 req-18b85575-7a78-4b0f-a400-7667b6d5f6b3 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743506 May 11 13:49:35.817054 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-8abdefbc-5a52-42ad-a41c-89f601bbf1d4 None None] Port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 cannot update to ACTIVE because it is not bound. {{(pid=78838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 13:49:37.016997 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2660d-4d93-4d46-b47f-f1ab278a3e3b req-46006678-666a-4a62-b147-46bd69d9cfa4 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:37.019169 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bcb2660d-4d93-4d46-b47f-f1ab278a3e3b req-46006678-666a-4a62-b147-46bd69d9cfa4 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 931 time: 0.0983582 May 11 13:49:37.085005 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-bcb2660d-4d93-4d46-b47f-f1ab278a3e3b req-e2925ee7-ff50-4b1c-ab08-cc33906541fd tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591226 May 11 13:49:38.310298 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407dbc2-40c2-4c31-9aed-21071551bec2 req-4a10d2c9-819e-42bc-9eac-d2c346fdadeb tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:38.312368 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8407dbc2-40c2-4c31-9aed-21071551bec2 req-4a10d2c9-819e-42bc-9eac-d2c346fdadeb tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 931 time: 0.1103251 May 11 13:49:38.369913 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8407dbc2-40c2-4c31-9aed-21071551bec2 req-a3f63a0f-1aed-4ada-a237-44d53775b150 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517161 May 11 13:49:39.593570 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e4943-1da4-4ae6-8ef3-50b93bc8ffac req-04f97922-7775-49d9-a505-9b42ae7c6cd6 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:39.595258 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c62e4943-1da4-4ae6-8ef3-50b93bc8ffac req-04f97922-7775-49d9-a505-9b42ae7c6cd6 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 931 time: 0.0935123 May 11 13:49:39.652145 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c62e4943-1da4-4ae6-8ef3-50b93bc8ffac req-3c77acb0-937e-4486-951c-12e8a3f034b5 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504932 May 11 13:49:40.873850 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2390c02-b689-4949-920f-0b72af0361c7 req-242a34fa-d104-4271-bec1-51466c468620 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:40.875580 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a2390c02-b689-4949-920f-0b72af0361c7 req-242a34fa-d104-4271-bec1-51466c468620 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 931 time: 0.1097159 May 11 13:49:40.933880 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a2390c02-b689-4949-920f-0b72af0361c7 req-23dcd39d-7f35-4f60-a282-1685850da260 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520678 May 11 13:49:42.149727 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf91b-fc86-4ac2-b21e-6c249122b91a req-0dc5e04f-c403-4251-b1f8-f2791eb37527 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:42.151332 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f4eaf91b-fc86-4ac2-b21e-6c249122b91a req-0dc5e04f-c403-4251-b1f8-f2791eb37527 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 931 time: 0.1025219 May 11 13:49:42.206854 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f4eaf91b-fc86-4ac2-b21e-6c249122b91a req-712e539d-8d23-4efb-9f06-7c0039688861 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476232 May 11 13:49:43.436837 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64403a-c736-4be0-aad0-96823f6653fa req-407f8555-7dca-4f1a-9e80-ea0f1b86233b tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:43.439102 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cd64403a-c736-4be0-aad0-96823f6653fa req-407f8555-7dca-4f1a-9e80-ea0f1b86233b tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 931 time: 0.1114490 May 11 13:49:43.524940 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-880a0682-ad91-4ce5-9961-245842e8b1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:43.531903 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cd64403a-c736-4be0-aad0-96823f6653fa req-7aa6e3c3-e624-43a6-845c-d511faf8de4e tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831599 May 11 13:49:44.743233 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223cba9-06b0-4eee-a531-8425bf714916 req-4d6c4d07-ba4a-43f3-b46c-1894efe759dc tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:44.744800 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1223cba9-06b0-4eee-a531-8425bf714916 req-4d6c4d07-ba4a-43f3-b46c-1894efe759dc tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 931 time: 0.0920012 May 11 13:49:44.797419 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1223cba9-06b0-4eee-a531-8425bf714916 req-85c517e6-2693-4f19-88ff-fdbd2020607a tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 May 11 13:49:45.971323 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Request body: {'port': {'device_id': '2e6bc106-2e14-402b-b723-956675c00927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:49:45.999405 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f259b-e09d-414b-b6c3-ca17c8e652f0 req-f94bd155-5939-4e78-98c7-28e8f06209ea tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:46.005511 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fe3f259b-e09d-414b-b6c3-ca17c8e652f0 req-f94bd155-5939-4e78-98c7-28e8f06209ea tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 931 time: 0.0916057 May 11 13:49:46.050788 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fe3f259b-e09d-414b-b6c3-ca17c8e652f0 req-7f033572-f8d5-4e9f-b775-528aab0a3385 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 May 11 13:49:46.098899 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:46.219422 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ef2220aa-2c91-4cb2-8295-87dc4469c2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:46.334860 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:46.567538 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:49:46.575271 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:46.590312 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Transition to ACTIVE for port object 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:49:46.595302 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:46.599468 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:46.761688 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Pushing event updated for resources: {'Port': ['ID=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:46.769791 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:46.853840 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Attempting to bind port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:49:46.854234 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Attempting to bind port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:49:46.854595 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Attempting to bind port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 on network 4ad90acf-83ec-432c-b4f5-0ec512082d80 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:49:46.860075 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 on network 4ad90acf-83ec-432c-b4f5-0ec512082d80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:49:46.860392 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Attempting to bind port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 on network 4ad90acf-83ec-432c-b4f5-0ec512082d80 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:49:46.866264 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:49:46.866594 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Checking segment: {'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:49:46.866975 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Bound using segment: {'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:49:46.867424 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Bound port: 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e36cc9-25e0-45e6-b3d5-c3e7094fac55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:49:46.867767 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:46.964861 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] For port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:49:46.969894 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] For port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:49:46.976873 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:46.985320 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-147feac7-7ea4-4878-a31f-aa058bfc8807 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:47.070238 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:47.070855 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:47.072249 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] 10.222.0.43 "PUT /v2.0/ports/616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 200 len: 1093 time: 1.1070571 May 11 13:49:47.074149 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:49:47.103639 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Pushing event updated for resources: {'Port': ['ID=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:47.107245 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:47.191711 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'status': 'completed', 'code': 200} May 11 13:49:47.234188 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-5ecf3e72-5c85-43dd-bc05-3a2371d8c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:47.236185 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-5ecf3e72-5c85-43dd-bc05-3a2371d8c1c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=398ca936bbf7494b9c416116438e3606&device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 1096 time: 0.0983248 May 11 13:49:47.329913 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-eb798a8f-d2c1-4fbf-9abb-36cdd1d4b0cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 200 len: 217 time: 0.0846617 May 11 13:49:47.343870 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555acc6-8195-4b7f-8299-21402cdcd1a3 req-bda77b73-7421-4933-a876-175dfe4a3b0d tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:47.351277 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b555acc6-8195-4b7f-8299-21402cdcd1a3 req-bda77b73-7421-4933-a876-175dfe4a3b0d tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 943 time: 0.0975506 May 11 13:49:47.401098 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b555acc6-8195-4b7f-8299-21402cdcd1a3 req-68a6148d-61f6-42d6-8eb1-6927769f7d3f tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489070 May 11 13:49:47.418912 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-e00a4fc0-bc2f-4a0c-81bc-2cc95e3c25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:47.420821 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-e00a4fc0-bc2f-4a0c-81bc-2cc95e3c25c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a91d3824-91cf-4b8c-bb8b-d40ec94484e6 HTTP/1.1" status: 200 len: 853 time: 0.0829079 May 11 13:49:47.517134 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-be89d942-ee2f-401f-839f-c005f0e550c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:47.519958 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-be89d942-ee2f-401f-839f-c005f0e550c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ad90acf-83ec-432c-b4f5-0ec512082d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0910249 May 11 13:49:47.672803 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-587f4bb0-d9d1-4b8b-bf97-9e20db9aa74e service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458149 May 11 13:49:47.820242 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b599449f-e09f-4bed-84de-d51de1b4ea43 req-3a7e9866-6e22-4c24-908b-bbb8bb4da74d service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373756 May 11 13:49:47.947352 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-d0ab3d96-b5f6-40bf-ab7a-c0d23caf1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:47.949146 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-d0ab3d96-b5f6-40bf-ab7a-c0d23caf1879 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=398ca936bbf7494b9c416116438e3606&device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 1096 time: 0.0804687 May 11 13:49:48.036040 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:48.087996 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-dfa72065-950e-4318-984a-aafa31679aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:48.089519 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-dfa72065-950e-4318-984a-aafa31679aaa service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ad90acf-83ec-432c-b4f5-0ec512082d80 HTTP/1.1" status: 200 len: 915 time: 0.1323826 May 11 13:49:48.163864 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-6c5b79e7-b8f2-4c37-bca5-d7ec849bed84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 200 len: 217 time: 0.0667908 May 11 13:49:48.196179 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:48.229509 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-f6d250cc-3691-4825-967c-d586f7ad2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:48.230958 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-f6d250cc-3691-4825-967c-d586f7ad2eef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a91d3824-91cf-4b8c-bb8b-d40ec94484e6 HTTP/1.1" status: 200 len: 853 time: 0.0598974 May 11 13:49:48.311910 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-ae2a91a8-2ace-43c7-8305-f3ac8047a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:48.313335 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-ae2a91a8-2ace-43c7-8305-f3ac8047a059 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ad90acf-83ec-432c-b4f5-0ec512082d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0741894 May 11 13:49:48.553740 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-3b5f6687-9d0c-4151-9120-06d2591f446b service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316167 May 11 13:49:48.610928 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8548b-b6a7-490d-a51e-6864a72c7106 req-2a080846-1fad-4e52-b797-22b192d058f3 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:48.612349 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-53c8548b-b6a7-490d-a51e-6864a72c7106 req-2a080846-1fad-4e52-b797-22b192d058f3 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 943 time: 0.0818832 May 11 13:49:48.660631 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-53c8548b-b6a7-490d-a51e-6864a72c7106 req-12985cf0-d7a7-4e85-ae5f-3070537eedfc tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 May 11 13:49:48.717698 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-799cc9ae-96fb-4e90-a8f3-9e7cfe5468ae req-c1f66472-d240-4a87-9e0b-d10252627fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547813 May 11 13:49:49.202101 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:49.864705 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b95916-5a4e-4daf-832c-2fbfc005b919 req-3d462d82-ae49-44a2-9dcd-b7a120f705c2 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:49.866559 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a9b95916-5a4e-4daf-832c-2fbfc005b919 req-3d462d82-ae49-44a2-9dcd-b7a120f705c2 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 943 time: 0.0917239 May 11 13:49:49.915491 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a9b95916-5a4e-4daf-832c-2fbfc005b919 req-ec70a351-8020-41a3-8359-5cd570b3fe75 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 May 11 13:49:50.445892 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173d01c-373d-4dd7-8108-2c050f1f47ad req-349e6963-c28f-42f8-a050-f3582f6e51c8 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:50.447286 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0173d01c-373d-4dd7-8108-2c050f1f47ad req-349e6963-c28f-42f8-a050-f3582f6e51c8 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.0941298 May 11 13:49:50.495368 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-0173d01c-373d-4dd7-8108-2c050f1f47ad req-005378a6-d523-49b5-90e7-00f9e80aa3cd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416758 May 11 13:49:51.116807 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b885b-840d-4714-ae9b-f343a2931342 req-1ffc7e18-7b05-40b3-a44f-c343ba18b08f tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:51.118310 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-185b885b-840d-4714-ae9b-f343a2931342 req-1ffc7e18-7b05-40b3-a44f-c343ba18b08f tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 943 time: 0.0938287 May 11 13:49:51.166343 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-185b885b-840d-4714-ae9b-f343a2931342 req-507ee62a-0894-4b54-a484-c99f18e74282 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 May 11 13:49:51.569925 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:49:51.700669 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc050b0-1fcc-4a17-b29a-cbc1cb96f149 req-66bd065e-a71b-4caf-b4aa-34ec3c235f96 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:51.702452 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6bc050b0-1fcc-4a17-b29a-cbc1cb96f149 req-66bd065e-a71b-4caf-b4aa-34ec3c235f96 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.0881155 May 11 13:49:51.779154 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:51.794440 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'port_id': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'mac_address': 'fa:16:3e:40:36:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:49:51.852429 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:51.859634 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6bc050b0-1fcc-4a17-b29a-cbc1cb96f149 req-78fa97fd-8035-49d5-b19c-9ba673698c49 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483126 May 11 13:49:51.871264 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:49:51.889252 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:51.893993 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:51.896042 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-9783a10d-5788-478e-9104-673b2fd0875e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:51.970522 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:51.973748 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:52.120573 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:49:52.189679 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dac6989c-2f1b-4079-a1b1-138223417203 req-073841a2-db3b-46ed-a59b-3382d6c77b19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723293 May 11 13:49:52.337893 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6989c-2f1b-4079-a1b1-138223417203 req-4fb62d47-93ea-497c-8995-bf1d36f634bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:52.339430 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dac6989c-2f1b-4079-a1b1-138223417203 req-4fb62d47-93ea-497c-8995-bf1d36f634bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211&device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1098 time: 0.0782008 May 11 13:49:52.352542 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8dc2c-2094-4dd1-ac2e-b6e50f877ee9 req-5f730f7d-0c80-4080-9531-59b4422ea3ed tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:52.354077 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7eb8dc2c-2094-4dd1-ac2e-b6e50f877ee9 req-5f730f7d-0c80-4080-9531-59b4422ea3ed tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 944 time: 0.0807412 May 11 13:49:52.401068 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7eb8dc2c-2094-4dd1-ac2e-b6e50f877ee9 req-94890552-4ba6-40b4-8017-7ae01f2a18f8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412946 May 11 13:49:52.487164 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6989c-2f1b-4079-a1b1-138223417203 req-661676df-8980-4f93-940b-fb3692561e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:52.488654 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dac6989c-2f1b-4079-a1b1-138223417203 req-661676df-8980-4f93-940b-fb3692561e71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15be1c10-7348-443b-a2f4-9495fe338f9d HTTP/1.1" status: 200 len: 910 time: 0.1300929 May 11 13:49:52.598649 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dac6989c-2f1b-4079-a1b1-138223417203 req-232f3617-d029-474b-8250-5dba4b688433 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a0d08a-9f74-40d8-a959-47553faa74d2 HTTP/1.1" status: 200 len: 1001 time: 0.1025674 May 11 13:49:52.661917 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6989c-2f1b-4079-a1b1-138223417203 req-fa600139-3e8b-4312-8cba-29d617916acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:52.663272 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dac6989c-2f1b-4079-a1b1-138223417203 req-fa600139-3e8b-4312-8cba-29d617916acc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec4f421-41aa-4a68-a63a-f6f6b2586e4c HTTP/1.1" status: 200 len: 848 time: 0.0581920 May 11 13:49:52.744778 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6989c-2f1b-4079-a1b1-138223417203 req-40b318dd-151b-4bb6-9a4f-74b554651f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:52.746254 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dac6989c-2f1b-4079-a1b1-138223417203 req-40b318dd-151b-4bb6-9a4f-74b554651f88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15be1c10-7348-443b-a2f4-9495fe338f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0733082 May 11 13:49:52.888361 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dac6989c-2f1b-4079-a1b1-138223417203 req-265ba355-e9a4-48c7-b60a-664c80553f94 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328728 May 11 13:49:53.036701 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-dac6989c-2f1b-4079-a1b1-138223417203 req-e3e8214a-7958-4bbe-866e-424da04d6206 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376085 May 11 13:49:53.074993 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b90fa-20ce-4ddf-acdd-20b0b18702dd req-f71f46b3-a8d6-40c0-8524-9be90fc8e9af tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:53.076513 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a83b90fa-20ce-4ddf-acdd-20b0b18702dd req-f71f46b3-a8d6-40c0-8524-9be90fc8e9af tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.0839016 May 11 13:49:53.125924 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a83b90fa-20ce-4ddf-acdd-20b0b18702dd req-3a6c37e8-f7b0-45a3-933d-a574a8ced4cb tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428672 May 11 13:49:53.571677 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:49:53.602410 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80423d-54fd-4ec6-a67f-a5ad388e77e9 req-b5f35910-584d-40b3-9eae-b40af5cfbdfb tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:53.603917 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7b80423d-54fd-4ec6-a67f-a5ad388e77e9 req-b5f35910-584d-40b3-9eae-b40af5cfbdfb tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 944 time: 0.0880985 May 11 13:49:53.643814 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:49:53.648558 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:49:53.648948 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:53.651344 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7b80423d-54fd-4ec6-a67f-a5ad388e77e9 req-a7c29285-bee9-4b8a-954e-50aff41fa16b tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 May 11 13:49:53.769346 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:53.797394 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:49:53.807381 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:49:53.813783 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:49:53.815605 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-9783a10d-5788-478e-9104-673b2fd0875e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:49:53.849817 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'code': 200} May 11 13:49:53.887958 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:49:53.891212 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:49:54.086938 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe34584-f61f-4976-8652-2509d03188d5 req-8949d732-458c-43dd-8b52-207f4a320e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:54.088372 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5fe34584-f61f-4976-8652-2509d03188d5 req-8949d732-458c-43dd-8b52-207f4a320e3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 1098 time: 0.0775404 May 11 13:49:54.132822 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-5fe34584-f61f-4976-8652-2509d03188d5 req-ec37ec4f-21e7-4501-aef5-cca83551feee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371625 May 11 13:49:54.326598 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550e83e-8ad2-4ca9-aa81-09e6c100cd72 req-129b5681-a521-436f-a810-560f55362b0e tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:54.328477 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5550e83e-8ad2-4ca9-aa81-09e6c100cd72 req-129b5681-a521-436f-a810-560f55362b0e tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.0827136 May 11 13:49:54.381359 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5550e83e-8ad2-4ca9-aa81-09e6c100cd72 req-028b06f9-2e66-45ed-8ffb-9cdc2285d11c tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463552 May 11 13:49:54.849355 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e69bc7-de03-4172-bda5-9b81e00446ce req-69ef7b02-4654-4fb5-8e6e-601992453ee4 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:54.850974 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a7e69bc7-de03-4172-bda5-9b81e00446ce req-69ef7b02-4654-4fb5-8e6e-601992453ee4 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 945 time: 0.0869565 May 11 13:49:54.899682 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a7e69bc7-de03-4172-bda5-9b81e00446ce req-93c096e1-21b4-45f3-b773-1144ed4bfbb8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 May 11 13:49:55.618757 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb16c7-9c23-42cb-851c-0d985280c29f req-3a072c67-e6b4-4e1a-806e-bc2d01373105 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:55.620328 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-32fb16c7-9c23-42cb-851c-0d985280c29f req-3a072c67-e6b4-4e1a-806e-bc2d01373105 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.1159856 May 11 13:49:55.668338 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-32fb16c7-9c23-42cb-851c-0d985280c29f req-cedd15c3-c60c-4fee-b265-5894269c96d9 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412614 May 11 13:49:56.098451 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd6234-5043-48cd-b313-3bc137834697 req-11554913-5085-41c9-aaf6-e3289d5f939c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:56.099954 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-09dd6234-5043-48cd-b313-3bc137834697 req-11554913-5085-41c9-aaf6-e3289d5f939c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 945 time: 0.0845942 May 11 13:49:56.150450 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-09dd6234-5043-48cd-b313-3bc137834697 req-a9fc24e4-95a6-4eb2-97c3-6d5a77b073f9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443161 May 11 13:49:56.355665 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10edb46-139e-4be1-9f93-380727b35d66 req-95602c69-dac0-4815-a9e3-04e1b70d23b5 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:56.357250 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b10edb46-139e-4be1-9f93-380727b35d66 req-95602c69-dac0-4815-a9e3-04e1b70d23b5 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 945 time: 0.0912523 May 11 13:49:56.416851 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b10edb46-139e-4be1-9f93-380727b35d66 req-3618c4c0-9ed5-432d-982a-76c74b8e58fe tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489702 May 11 13:49:56.895969 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04decb-a4ea-4563-92b4-3bc5d7322f85 req-66256d19-5c8e-45bc-9136-05c803f6e6d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:56.897733 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1e04decb-a4ea-4563-92b4-3bc5d7322f85 req-66256d19-5c8e-45bc-9136-05c803f6e6d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 945 time: 0.1361275 May 11 13:49:56.936248 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d43e85-144b-4ea3-90ca-7c32be335411 req-7f704400-41a1-4b0d-9169-20cefded1e28 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:56.937973 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-54d43e85-144b-4ea3-90ca-7c32be335411 req-7f704400-41a1-4b0d-9169-20cefded1e28 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.1374607 May 11 13:49:56.985523 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1e04decb-a4ea-4563-92b4-3bc5d7322f85 req-fd06a963-8ed7-4412-80ce-83103e12b819 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773203 May 11 13:49:57.009555 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-54d43e85-144b-4ea3-90ca-7c32be335411 req-39c77d95-3025-40a8-a0c4-59d0e53513e7 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572867 May 11 13:49:58.203588 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d09e3-216a-46c7-a05e-a7b7457dd106 req-167d1b41-b6af-4cab-b629-9750278b9889 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:58.207189 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-942d09e3-216a-46c7-a05e-a7b7457dd106 req-167d1b41-b6af-4cab-b629-9750278b9889 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.0846090 May 11 13:49:58.254872 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-942d09e3-216a-46c7-a05e-a7b7457dd106 req-90378585-062f-4164-add6-b01a750ec2f9 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418658 May 11 13:49:59.464603 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1597205-fab5-420c-8801-953b6f4cb49e req-62075213-90eb-4a52-85c2-8dc692720098 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:49:59.465961 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a1597205-fab5-420c-8801-953b6f4cb49e req-62075213-90eb-4a52-85c2-8dc692720098 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.0918326 May 11 13:49:59.540870 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-a1597205-fab5-420c-8801-953b6f4cb49e req-3e7362b6-423d-4e38-bd36-ef30cc29a72f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641882 May 11 13:50:00.752332 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8745a-da4d-4b25-944d-3ddd400ca788 req-8fda0d25-c133-45c4-937a-e9f3d38af738 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:00.753871 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-92f8745a-da4d-4b25-944d-3ddd400ca788 req-8fda0d25-c133-45c4-937a-e9f3d38af738 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.0900495 May 11 13:50:00.801303 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-92f8745a-da4d-4b25-944d-3ddd400ca788 req-47430e58-8ea0-4673-8f82-cddacd7b09e6 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 May 11 13:50:00.886570 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:50:02.026059 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912646a2-c6a1-486e-bab8-e2c8ef1b2d69 req-d47b3fa7-0c70-4107-a019-64de87473fd3 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:02.027448 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-912646a2-c6a1-486e-bab8-e2c8ef1b2d69 req-d47b3fa7-0c70-4107-a019-64de87473fd3 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 945 time: 0.1426957 May 11 13:50:02.057577 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e346420-ca9c-4179-ba26-b86fdcdb4756 req-b2ba6052-8adc-40e9-83b5-020a41b6ceb8 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:02.059043 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7e346420-ca9c-4179-ba26-b86fdcdb4756 req-b2ba6052-8adc-40e9-83b5-020a41b6ceb8 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.1362078 May 11 13:50:02.117600 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-912646a2-c6a1-486e-bab8-e2c8ef1b2d69 req-6d69e793-435d-440f-9a36-44024438100b tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816298 May 11 13:50:02.125448 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7e346420-ca9c-4179-ba26-b86fdcdb4756 req-5c7c1dc4-b15b-4ece-bb6c-8d4b1d751409 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597205 May 11 13:50:02.141672 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44596) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:02.326832 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa727b-5461-4011-a596-931cf22a31f4 tempest-TestMinimumBasicScenario-321883441 tempest-TestMinimumBasicScenario-321883441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:02.327435 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-e4fa727b-5461-4011-a596-931cf22a31f4 tempest-TestMinimumBasicScenario-321883441 tempest-TestMinimumBasicScenario-321883441-project-admin] Synchronizing usage tracker for tenant:02dc5f2add4340959ba6f7fe8819c610 on resource:port {{(pid=78837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:50:02.346648 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-e4fa727b-5461-4011-a596-931cf22a31f4 tempest-TestMinimumBasicScenario-321883441 tempest-TestMinimumBasicScenario-321883441-project-admin] Unset dirty status for tenant:02dc5f2add4340959ba6f7fe8819c610 on resource:port {{(pid=78837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:50:02.347966 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-e4fa727b-5461-4011-a596-931cf22a31f4 tempest-TestMinimumBasicScenario-321883441 tempest-TestMinimumBasicScenario-321883441-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 1093 time: 0.2049026 May 11 13:50:02.350972 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44602) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:02.356235 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'floatingip': {'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'port_id': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:50:02.362831 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:50:02.367269 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Usage tracker for resource:floatingip and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:50:02.370266 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:50:02.376086 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:50:02.492131 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for floatingip, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:02.687485 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:02.879504 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_common [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Allocated IP 172.28.2.41 (5fd5223b-96e3-4eff-ad4d-31cccabef5cf/be970c6f-aa57-4970-be94-b14e6a898fc6/db4dfd77-aea6-494d-bca1-efdee2e24ccd) {{(pid=78837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:50:03.053253 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for port, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:03.098837 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:03.106122 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-79bda35b-0ec4-46bc-9fac-4018e411e037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:03.199925 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Network 5fd5223b-96e3-4eff-ad4d-31cccabef5cf is already hosted by enough agents. {{(pid=78837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:50:03.202888 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.base_scheduler [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources bound (agent type, host, resource id): {{(pid=78837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:50:03.207094 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Received port after_create {{(pid=78837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:50:03.251369 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'Port': ['ID=db4dfd77-aea6-494d-bca1-efdee2e24ccd,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:03.268815 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.269464 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.269836 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.270195 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.270555 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.271049 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.271413 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.271770 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.272125 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.272496 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.272847 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.273200 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:03.323343 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:03.492778 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903a771-036e-4b26-b510-d677c3fa347b req-7197a920-e314-4580-a05b-d79cf671acb5 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:03.494834 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e903a771-036e-4b26-b510-d677c3fa347b req-7197a920-e314-4580-a05b-d79cf671acb5 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.2279398 May 11 13:50:03.650910 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 91226baf-19ae-45f6-ab6e-10c5daddf128 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:50:03.725651 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e903a771-036e-4b26-b510-d677c3fa347b req-6c1db25c-3bd3-4b8c-811d-ea38e5c2ac59 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144880 May 11 13:50:03.840058 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:03.844685 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:50:03.863409 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'port_id': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'mac_address': 'fa:16:3e:2c:e5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:50:03.930249 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:03.948521 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:03.953631 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91226baf-19ae-45f6-ab6e-10c5daddf128 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:50:03.975274 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:50:03.983750 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:03.986375 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:04.089490 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['91226baf-19ae-45f6-ab6e-10c5daddf128'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:50:04.130039 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=6']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:04.135833 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:04.308811 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:04.322297 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:04.352955 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-973c21c5-8263-4d00-9762-b9612b16ac67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:04.472686 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'Port': ['ID=db4dfd77-aea6-494d-bca1-efdee2e24ccd,revision_number=2']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:04.483544 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:04.484374 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:04.815313 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.l3_db [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Floating IP 6f007c7e-93d5-444b-b39e-fb537e20c15a associated. External IP: 172.28.2.41, port: 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4. May 11 13:50:05.151426 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6646f1-1ab9-46a6-be68-c0f5d0594abc req-e208976d-1a5d-4d65-9c47-7ae553f13d66 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:05.153321 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ee6646f1-1ab9-46a6-be68-c0f5d0594abc req-e208976d-1a5d-4d65-9c47-7ae553f13d66 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 945 time: 0.1955085 May 11 13:50:05.356823 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ee6646f1-1ab9-46a6-be68-c0f5d0594abc req-a5458e03-8290-4700-b380-2463942b8723 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473582 May 11 13:50:05.416930 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Router 490394e8-6b52-4eb2-9261-e49bda0d620f has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:50:05.654870 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 91226baf-19ae-45f6-ab6e-10c5daddf128 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:50:05.779279 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:50:05.793743 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 91226baf-19ae-45f6-ab6e-10c5daddf128 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:50:05.794413 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:05.799158 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] Sync routers for ids ['490394e8-6b52-4eb2-9261-e49bda0d620f'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:50:05.816100 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] Routers {'490394e8-6b52-4eb2-9261-e49bda0d620f'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:50:05.817609 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:49:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['490394e8-6b52-4eb2-9261-e49bda0d620f'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:50:05.847709 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:05.965778 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:06.017413 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6652956 May 11 13:50:06.018765 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:50:06.019179 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:50:06.021143 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44634) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:06.031851 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745008972', 'description': 'tempest-secgroup-smoke-745008972 description', 'project_id': '398ca936bbf7494b9c416116438e3606'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:50:06.041905 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:50:06.057167 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] Set router 490394e8-6b52-4eb2-9261-e49bda0d620f gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:50:06.057423 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:06.057423 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:06.062717 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:50:06.100158 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:50:06.114692 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:06.147376 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:50:06.153469 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'code': 200} May 11 13:50:06.155746 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Usage tracker for resource:security_group_rule and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:50:06.159823 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:50:06.167885 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:50:06.234985 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=7']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:06.252375 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:06.291695 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'status': 'completed', 'code': 200} May 11 13:50:06.308703 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:06.315127 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:06.357695 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8615d05d-deb0-4cc7-b5bb-42dac780e773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:06.427560 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:06.429673 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4061007 May 11 13:50:06.433157 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44650) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:06.439635 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'security_group_rule': {'security_group_id': '3856f269-baec-4a1a-8a93-f0c85934a895', 'project_id': '398ca936bbf7494b9c416116438e3606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:50:06.441427 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3856f269-baec-4a1a-8a93-f0c85934a895,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:06.455563 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-eb733982-3f0b-41b2-84a0-1f7add8e9a88 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:06.457008 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:50:06.463390 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Usage tracker for resource:security_group_rule and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:50:06.484584 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:50:06.496064 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:50:06.515672 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-3cccea4c-5aff-4bb2-b2f4-b0f5df645e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:06.518104 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-3cccea4c-5aff-4bb2-b2f4-b0f5df645e44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=398ca936bbf7494b9c416116438e3606&device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 1098 time: 0.1987102 May 11 13:50:06.538149 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:06.707546 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-78299b3d-39eb-4fc5-8f85-cbb31dc557a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:06.709445 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-78299b3d-39eb-4fc5-8f85-cbb31dc557a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ad90acf-83ec-432c-b4f5-0ec512082d80 HTTP/1.1" status: 200 len: 915 time: 0.1826997 May 11 13:50:06.721129 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:06.732530 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:06.744891 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-61647aac-261a-4cb4-9539-c5d3f80792a0 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:06.777751 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e9894-49bf-48fc-8be8-0f136a58a176 req-413a3f42-3241-4d4b-b8c3-9840cebd9dc3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:06.787390 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-949e9894-49bf-48fc-8be8-0f136a58a176 req-413a3f42-3241-4d4b-b8c3-9840cebd9dc3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.1930614 May 11 13:50:06.805865 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:12Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '6f007c7e-93d5-444b-b39e-fb537e20c15a', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'floating_ip_address': '172.28.2.41', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'port_id': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'mac_address': 'fa:16:3e:40:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bc106-2e14-402b-b723-956675c00927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:50:03Z', 'updated_at': '2021-05-11T13:50:03Z', 'revision_number': 0, 'project_id': '398ca936bbf7494b9c416116438e3606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9196b3bd-b6ed-4bc2-af5a-e772a9a936e1', 'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'mac_address': 'fa:16:3e:3b:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:11Z', 'updated_at': '2021-05-11T13:49:18Z', 'revision_number': 5, 'project_id': '398ca936bbf7494b9c416116438e3606', 'subnets': [{'id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:50:06.813325 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] Checking router: 490394e8-6b52-4eb2-9261-e49bda0d620f for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:50:06.824411 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3228b23-9a0a-4fc0-abd2-39bf04e1ae7f,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:06.832192 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:06.836070 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] Routers {'490394e8-6b52-4eb2-9261-e49bda0d620f'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:50:06.839168 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:49:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['490394e8-6b52-4eb2-9261-e49bda0d620f'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:50:06.847429 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:06.851953 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-c6b32623-d2d5-403d-bce1-75b2f6989654 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4175141 May 11 13:50:06.855944 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44654) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:06.862564 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'security_group_rule': {'security_group_id': '3856f269-baec-4a1a-8a93-f0c85934a895', 'project_id': '398ca936bbf7494b9c416116438e3606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:50:06.875726 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:50:06.881843 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Usage tracker for resource:security_group_rule and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:50:06.888148 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:50:06.895687 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:50:06.922730 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-949e9894-49bf-48fc-8be8-0f136a58a176 req-e4dc17f4-33fd-465c-a3f5-b945526c6723 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342971 May 11 13:50:06.941378 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.035947 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-6634a13b-a338-45de-8ebd-63a48bbcef23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 200 len: 998 time: 0.3183713 May 11 13:50:07.041778 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.051943 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.082625 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-4b0601c4-54e5-4b98-8c33-31eb7ac9e166 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:07.095284 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.101480 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2444339 May 11 13:50:07.105756 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44658) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:07.112690 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'security_group_rule': {'security_group_id': '3856f269-baec-4a1a-8a93-f0c85934a895', 'project_id': '398ca936bbf7494b9c416116438e3606', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:50:07.122826 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:50:07.128050 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Usage tracker for resource:security_group_rule and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:50:07.131219 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:50:07.131681 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-7d56d2f1-dd96-4d64-83ad-bce766d269cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:07.135547 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-7d56d2f1-dd96-4d64-83ad-bce766d269cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a91d3824-91cf-4b8c-bb8b-d40ec94484e6 HTTP/1.1" status: 200 len: 853 time: 0.0922368 May 11 13:50:07.139786 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b0ab5f-e04b-43bd-b78a-40d3466eb1b9,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:07.142117 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:50:07.144619 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c3cc98ca-56f9-4865-b5df-d2e7ff57990c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:07.165302 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.177787 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] Set router 490394e8-6b52-4eb2-9261-e49bda0d620f gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:50:07.249509 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-97da4236-00e4-4769-859d-bc74488d645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:07.253758 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-97da4236-00e4-4769-859d-bc74488d645f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ad90acf-83ec-432c-b4f5-0ec512082d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1055837 May 11 13:50:07.264654 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.276467 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.279091 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:07.308532 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09853cc6-3f6a-4fb0-9d95-193af340221b,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:07.319004 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:07.346374 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.350520 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-c96c6d86-dbd3-4d37-81f1-be1e7ac7aca8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2435036 May 11 13:50:07.352300 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44662) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:07.359900 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'security_group_rule': {'security_group_id': '3856f269-baec-4a1a-8a93-f0c85934a895', 'project_id': '398ca936bbf7494b9c416116438e3606', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:50:07.370158 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:50:07.375282 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Usage tracker for resource:security_group_rule and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:50:07.379783 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:50:07.387352 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:50:07.414513 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.488510 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-32287e0b-1e39-48a0-bb6d-541afcd306a7 service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244227 May 11 13:50:07.598746 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.611373 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.614122 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:07.643496 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1037bcd0-dfb0-4dc8-829c-438cfa0932df,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:07.659240 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:07.672616 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.680671 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4a5d3320-2034-4b0a-ad36-1ba104c95454 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3235767 May 11 13:50:07.681707 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44666) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:07.693135 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'security_group_rule': {'security_group_id': '3856f269-baec-4a1a-8a93-f0c85934a895', 'project_id': '398ca936bbf7494b9c416116438e3606', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:50:07.702110 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:50:07.707654 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Usage tracker for resource:security_group_rule and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:50:07.711495 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-8bcc0314-a8bf-438c-aa92-c672943a4a7e req-052bdd5c-dfc8-4c56-bab3-43551a9dd20d service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147202 May 11 13:50:07.712695 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:50:07.719777 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:50:07.735560 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.db.securitygroups_db [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Project 398ca936bbf7494b9c416116438e3606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 13:50:07.747100 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.756043 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:12Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '6f007c7e-93d5-444b-b39e-fb537e20c15a', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'floating_ip_address': '172.28.2.41', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'port_id': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'mac_address': 'fa:16:3e:40:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bc106-2e14-402b-b723-956675c00927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:50:03Z', 'updated_at': '2021-05-11T13:50:03Z', 'revision_number': 0, 'project_id': '398ca936bbf7494b9c416116438e3606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9196b3bd-b6ed-4bc2-af5a-e772a9a936e1', 'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'mac_address': 'fa:16:3e:3b:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:11Z', 'updated_at': '2021-05-11T13:49:18Z', 'revision_number': 5, 'project_id': '398ca936bbf7494b9c416116438e3606', 'subnets': [{'id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:50:07.762240 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241467a-2840-4e0e-93cb-eaa9cc21faef None None] The sync data for ids ['490394e8-6b52-4eb2-9261-e49bda0d620f'] in dv-cinder-784779-11-smb is: [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:12Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_floatingips': [{'id': '6f007c7e-93d5-444b-b39e-fb537e20c15a', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'floating_ip_address': '172.28.2.41', 'floating_network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'router_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'port_id': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'mac_address': 'fa:16:3e:40:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bc106-2e14-402b-b723-956675c00927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:50:03Z', 'updated_at': '2021-05-11T13:50:03Z', 'revision_number': 0, 'project_id': '398ca936bbf7494b9c416116438e3606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9196b3bd-b6ed-4bc2-af5a-e772a9a936e1', 'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'mac_address': 'fa:16:3e:3b:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:11Z', 'updated_at': '2021-05-11T13:49:18Z', 'revision_number': 5, 'project_id': '398ca936bbf7494b9c416116438e3606', 'subnets': [{'id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:50:07.859184 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.866197 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.868563 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:07.895888 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0da0cd1-ed7c-44a1-99df-2eb5876b8a9f,revision_number=0']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:07.900915 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:07.906832 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:07.908607 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-a3fdd477-240a-46b8-b6b9-bbe3054e1b01 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2256136 May 11 13:50:07.912496 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44670) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:07.920310 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'security_group_rule': {'security_group_id': '3856f269-baec-4a1a-8a93-f0c85934a895', 'project_id': '398ca936bbf7494b9c416116438e3606', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:50:07.930665 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:50:07.935116 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Usage tracker for resource:security_group_rule and tenant:398ca936bbf7494b9c416116438e3606 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:50:07.940775 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:50:07.952027 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:50:07.974390 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.securitygroups_db [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Project 398ca936bbf7494b9c416116438e3606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 13:50:07.990934 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:08.076562 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400842c2-fc8e-40a0-a057-aed9c52218b0 None None] New status for floating IP 6f007c7e-93d5-444b-b39e-fb537e20c15a: ACTIVE {{(pid=78838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:50:08.089063 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:08.098507 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857928'] for security_group_rule, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:08.101499 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-116e3057-f0e4-4939-bde6-1a3da6e88acd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:08.122183 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65e137b-40f4-496b-95c7-b9557c0bffb2,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:08.133511 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:08.157841 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:08.178943 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-76e08616-551f-44d1-99a4-bc0b43fbf050 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2652087 May 11 13:50:08.353218 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917b938-5493-4118-9309-50a2c3dfeef6 req-31b33d5e-7461-48c9-9911-8be7fb4c2a36 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:08.356383 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c917b938-5493-4118-9309-50a2c3dfeef6 req-31b33d5e-7461-48c9-9911-8be7fb4c2a36 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.2385864 May 11 13:50:08.444179 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-8c5657e8-bf50-42c8-bc4d-81b0c3dec0e8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745008972&fields=id&tenant_id=398ca936bbf7494b9c416116438e3606 HTTP/1.1" status: 200 len: 267 time: 0.1118934 May 11 13:50:08.454605 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c917b938-5493-4118-9309-50a2c3dfeef6 req-d73d25aa-40a6-419c-a4f3-d9cfdbb0bfcf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732930 May 11 13:50:08.561500 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-bbdf80a0-e872-4e02-bfe9-5dddaaa14616 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:08.563574 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-bbdf80a0-e872-4e02-bfe9-5dddaaa14616 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 945 time: 0.1080148 May 11 13:50:08.584369 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-520d02cf-5f27-4d05-8b01-fe22c0b0d7f1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'port': {'security_groups': ['aa7e9a63-84f6-4b1b-a18c-9e18d651412a', '3856f269-baec-4a1a-8a93-f0c85934a895']}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:50:08.899284 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-520d02cf-5f27-4d05-8b01-fe22c0b0d7f1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:09.264042 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-520d02cf-5f27-4d05-8b01-fe22c0b0d7f1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] For port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:50:09.299546 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-520d02cf-5f27-4d05-8b01-fe22c0b0d7f1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:09.309233 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-520d02cf-5f27-4d05-8b01-fe22c0b0d7f1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:09.316216 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:09.322430 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:50:09.406230 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-520d02cf-5f27-4d05-8b01-fe22c0b0d7f1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:09.407245 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-520d02cf-5f27-4d05-8b01-fe22c0b0d7f1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:09.426573 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e06e5054-1e9f-47b4-b60f-f3ddc8878dd0 req-520d02cf-5f27-4d05-8b01-fe22c0b0d7f1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "PUT /v2.0/ports/616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 200 len: 981 time: 0.8478756 May 11 13:50:09.430578 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:50:09.634724 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d02cf-5f27-4d05-8b01-fe22c0b0d7f1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'Port': ['ID=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,revision_number=6']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:09.661567 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-520d02cf-5f27-4d05-8b01-fe22c0b0d7f1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:09.699967 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:50:09.757652 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'status': 'completed', 'code': 200} May 11 13:50:09.975034 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-0fb1af3e-80c0-4f6d-86cc-deb4a73ce280 None None] Provisioning complete for port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:50:09.975492 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0fb1af3e-80c0-4f6d-86cc-deb4a73ce280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:09.998318 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-d3b807c2-d2b9-42b7-834c-d6bbf688cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:10.001630 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-d3b807c2-d2b9-42b7-834c-d6bbf688cd6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=398ca936bbf7494b9c416116438e3606&device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 1137 time: 0.2126369 May 11 13:50:10.047327 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fd5d3-abc7-4149-8fd0-8d05bd691cf3 req-9a9a4bdc-5200-4b57-a4f2-e25cf715f6ad tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:10.055737 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5d5fd5d3-abc7-4149-8fd0-8d05bd691cf3 req-9a9a4bdc-5200-4b57-a4f2-e25cf715f6ad tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.2064571 May 11 13:50:10.132199 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5d5fd5d3-abc7-4149-8fd0-8d05bd691cf3 req-03226e2f-1eff-421e-bf72-4b2950e4840e tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754013 May 11 13:50:10.246831 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03248a9-0c5b-49db-8e0e-8866e6a37aaa req-f3373294-1575-4303-9da6-92ff6fdaf00a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:10.248652 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c03248a9-0c5b-49db-8e0e-8866e6a37aaa req-f3373294-1575-4303-9da6-92ff6fdaf00a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.2531209 May 11 13:50:10.263107 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-0a0c64b1-8a40-4ab6-8fdf-04024e7d6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:10.270542 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-0a0c64b1-8a40-4ab6-8fdf-04024e7d6e01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ad90acf-83ec-432c-b4f5-0ec512082d80 HTTP/1.1" status: 200 len: 915 time: 0.2595458 May 11 13:50:10.336135 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c03248a9-0c5b-49db-8e0e-8866e6a37aaa req-3344bc13-a799-4ee0-95f0-ccfe9dd45200 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705416 May 11 13:50:10.424372 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-273f5149-e0f0-4232-881f-417cc43ed4c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 200 len: 1000 time: 0.1460319 May 11 13:50:10.499248 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-6ac050c2-09a0-4c88-83c9-93aa2e567b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:10.500932 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-6ac050c2-09a0-4c88-83c9-93aa2e567b66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a91d3824-91cf-4b8c-bb8b-d40ec94484e6 HTTP/1.1" status: 200 len: 853 time: 0.0676491 May 11 13:50:10.616663 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-0ae09bac-1298-4cc9-bc55-67cadb5e7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:10.618763 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-0ae09bac-1298-4cc9-bc55-67cadb5e7d0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ad90acf-83ec-432c-b4f5-0ec512082d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1098793 May 11 13:50:10.804414 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-f6141555-605f-478c-9b76-c3de50ac899c service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777349 May 11 13:50:10.986069 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-47b11c73-d50b-4b01-acf3-93e57ddf0e07 req-bc9deb5a-f36a-4ff1-9aa0-fa625a17851b service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732800 May 11 13:50:11.633422 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b783c65-17ec-4caa-96db-9efd240a7a1c req-196d3ee0-c6bc-45ec-8abc-5839e0091bf5 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:11.635941 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1b783c65-17ec-4caa-96db-9efd240a7a1c req-196d3ee0-c6bc-45ec-8abc-5839e0091bf5 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.1681380 May 11 13:50:11.727070 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1b783c65-17ec-4caa-96db-9efd240a7a1c req-8581f948-5c85-45be-8e8c-6d2732a78a07 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823572 May 11 13:50:12.973248 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a75b9-912a-4361-b0f7-dfa60819a6ea req-9f81cee3-01c3-482c-a8ce-6251072bba5f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:12.975040 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-160a75b9-912a-4361-b0f7-dfa60819a6ea req-9f81cee3-01c3-482c-a8ce-6251072bba5f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.1075678 May 11 13:50:13.034028 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-160a75b9-912a-4361-b0f7-dfa60819a6ea req-539053cc-c0e6-44ef-9d87-8b96013d67bf tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 May 11 13:50:13.519855 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-5bdfb6c3-5e8f-415e-8646-f94517e42fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:14.246635 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa3bf4-6714-4920-b607-8fe9be0ba5aa req-bd00bd71-a6ab-4125-b520-41e55d78aec2 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:14.247905 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-69aa3bf4-6714-4920-b607-8fe9be0ba5aa req-bd00bd71-a6ab-4125-b520-41e55d78aec2 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.0888841 May 11 13:50:14.330901 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-69aa3bf4-6714-4920-b607-8fe9be0ba5aa req-efddc095-8ce2-4066-91d0-d6d31276dce7 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749607 May 11 13:50:14.676402 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-f2eeb6c2-b9ef-4ba5-a45a-83d24a70096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:14.678056 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-f2eeb6c2-b9ef-4ba5-a45a-83d24a70096d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 1099 time: 0.0782039 May 11 13:50:14.816146 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-b572b886-b10c-44d8-ab6d-9a9ac7076dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:14.817566 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-b572b886-b10c-44d8-ab6d-9a9ac7076dcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 917 time: 0.1333926 May 11 13:50:14.968299 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-42e0b870-1a4d-4cb0-b0a8-7ad201e4b25b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91226baf-19ae-45f6-ab6e-10c5daddf128 HTTP/1.1" status: 200 len: 1001 time: 0.1432076 May 11 13:50:15.138906 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-a28cc548-5570-46ba-a164-fbcc81a3f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:15.140358 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-a28cc548-5570-46ba-a164-fbcc81a3f1f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.1657791 May 11 13:50:15.222785 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-af80cc39-4297-4922-9490-9306d7374463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:15.224317 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-af80cc39-4297-4922-9490-9306d7374463 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0774896 May 11 13:50:15.362834 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-84bec05a-e6f4-4ec5-84c1-629eeeb2968e service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318738 May 11 13:50:15.506252 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-92cc6e1c-7b81-43a3-81e1-89d1da7c0545 req-f574bd50-d7bb-4baf-9b98-740c2d1ab6ec service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357467 May 11 13:50:15.551647 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34c988-67f2-4808-9a73-3db18f236a5d req-308ba9fd-c9a1-4210-a43e-bb2d95f142c2 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:15.553435 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3f34c988-67f2-4808-9a73-3db18f236a5d req-308ba9fd-c9a1-4210-a43e-bb2d95f142c2 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.1006408 May 11 13:50:15.602821 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3f34c988-67f2-4808-9a73-3db18f236a5d req-ce761c5e-ee45-4c74-a1a7-9cd0c95f2533 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 May 11 13:50:16.224628 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d500cf8e-75d7-4ba7-8942-5736184fda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:16.331570 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:16.809101 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb395ab7-ba3d-49e2-9bf9-a10aff9257f6 req-1092a3f5-73ca-4b55-b562-7c8225db5aea tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:16.810555 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-eb395ab7-ba3d-49e2-9bf9-a10aff9257f6 req-1092a3f5-73ca-4b55-b562-7c8225db5aea tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 946 time: 0.0931342 May 11 13:50:16.883710 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-eb395ab7-ba3d-49e2-9bf9-a10aff9257f6 req-7754fe58-2428-4bb1-98ea-9578121d5d63 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664246 May 11 13:50:17.727371 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 91226baf-19ae-45f6-ab6e-10c5daddf128 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:50:17.850270 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:17.879822 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:50:17.893725 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:50:17.899710 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:17.901611 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:17.934807 dv-cinder-784779-11-smb neutron-server[78838]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'code': 422} returned with failed status May 11 13:50:17.999670 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=8']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:18.013639 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.014685 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.015456 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.016248 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.017137 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.017913 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.021356 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.022177 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.022966 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.023522 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.024077 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.024652 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:18.037386 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:18.058850 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:18.094557 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7124bef-97cd-4f45-8036-f4230c818d47 req-a23021f9-e6c7-4ea8-bc05-e9a3348e9368 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:18.096576 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f7124bef-97cd-4f45-8036-f4230c818d47 req-a23021f9-e6c7-4ea8-bc05-e9a3348e9368 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.0866914 May 11 13:50:18.144299 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f7124bef-97cd-4f45-8036-f4230c818d47 req-faec0d87-a48b-4a40-960b-4d799a6fc337 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 May 11 13:50:18.197363 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:19.210513 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:19.870286 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-38c84564-9e05-480e-8a0d-9ffcadca1605 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117945 May 11 13:50:19.882708 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78741089-fae7-42c2-8056-03730172f92b req-0104fdaf-7ab5-42d6-9c35-0a96feea9385 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:19.884587 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-78741089-fae7-42c2-8056-03730172f92b req-0104fdaf-7ab5-42d6-9c35-0a96feea9385 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.1677697 May 11 13:50:19.944418 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-78741089-fae7-42c2-8056-03730172f92b req-2c15f2f8-1835-41ef-8711-ae9c0e7af97d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534840 May 11 13:50:20.877052 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-56eef464-3a50-468e-ab97-3cdf24044682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:20.881419 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-56eef464-3a50-468e-ab97-3cdf24044682 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c&tenant_id=61a1578c12794d8387e64122ac4c5240 HTTP/1.1" status: 200 len: 1097 time: 0.0992937 May 11 13:50:21.039390 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-0c55641b-b5b7-4ce6-a393-4c40f5d6fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:21.040926 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-0c55641b-b5b7-4ce6-a393-4c40f5d6fc19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 1097 time: 0.1357243 May 11 13:50:21.199584 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92557639-392d-4f44-a141-1db261f00e80 req-04b13f3e-25f0-4f82-aad0-24ad2c3d887b tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:21.201202 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-92557639-392d-4f44-a141-1db261f00e80 req-04b13f3e-25f0-4f82-aad0-24ad2c3d887b tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.1098187 May 11 13:50:21.225351 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-69da9692-b765-4bf6-a738-782aa11e947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:21.227188 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-69da9692-b765-4bf6-a738-782aa11e947c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 917 time: 0.1770151 May 11 13:50:21.252716 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-92557639-392d-4f44-a141-1db261f00e80 req-cf1f5b72-d4ae-4721-b3d3-0c8ccb3ab345 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 May 11 13:50:21.334201 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-c94b0f85-2680-46c1-a973-dc24a8621019 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91226baf-19ae-45f6-ab6e-10c5daddf128 HTTP/1.1" status: 200 len: 999 time: 0.0990958 May 11 13:50:21.398915 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-09477535-ff03-48e3-a26d-c7fb44654abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:21.400377 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-09477535-ff03-48e3-a26d-c7fb44654abf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.0596020 May 11 13:50:21.482733 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-afc1ffa7-86e7-416e-ba51-4015ae28ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:21.484135 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-afc1ffa7-86e7-416e-ba51-4015ae28ebdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0767267 May 11 13:50:21.630622 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-fe0f2cea-ada8-49fb-93c7-4a1a7788498e service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391549 May 11 13:50:21.759587 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 91226baf-19ae-45f6-ab6e-10c5daddf128 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:50:21.793180 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-1f36624c-f2b8-45dd-aee2-f9f3cf2e725f req-fba13aa7-8e00-477d-8e84-3c6e80717e2a service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552503 May 11 13:50:22.586330 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75507ff7-1e30-42b0-a73a-c2fbae8499dd req-f4948ffd-7a34-4789-8fe9-4b58741a585d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:22.589885 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-75507ff7-1e30-42b0-a73a-c2fbae8499dd req-f4948ffd-7a34-4789-8fe9-4b58741a585d tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.1573024 May 11 13:50:22.682981 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-75507ff7-1e30-42b0-a73a-c2fbae8499dd req-135d394b-6fdb-4493-9c35-f015e318932f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812337 May 11 13:50:23.932754 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7428d0-df2e-48c9-9e24-ca2e9d6a560b req-65b69d4a-29c9-4fa7-ba42-d6c62cc07409 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:23.934750 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4b7428d0-df2e-48c9-9e24-ca2e9d6a560b req-65b69d4a-29c9-4fa7-ba42-d6c62cc07409 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.1140180 May 11 13:50:24.005954 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4b7428d0-df2e-48c9-9e24-ca2e9d6a560b req-0fada0f3-ce34-46c1-9679-d9fcf517ce6b tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605173 May 11 13:50:25.372404 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc5da4-d587-4bd8-920d-65b611b77f15 req-7091658d-d674-4d51-b913-ad6c633b2255 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:25.374978 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7cbc5da4-d587-4bd8-920d-65b611b77f15 req-7091658d-d674-4d51-b913-ad6c633b2255 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.2185266 May 11 13:50:25.460901 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7cbc5da4-d587-4bd8-920d-65b611b77f15 req-a0f02897-9ffd-4b49-8fd8-9894184b2cd3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784781 May 11 13:50:26.778824 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030a861-0c36-4645-9328-e34e16bc51c8 req-596ced4b-cb05-46d9-8e74-9d619795cbca tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:26.780401 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4030a861-0c36-4645-9328-e34e16bc51c8 req-596ced4b-cb05-46d9-8e74-9d619795cbca tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.1087410 May 11 13:50:26.845027 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4030a861-0c36-4645-9328-e34e16bc51c8 req-c172bb2a-ca21-4bd6-89dc-a40b9a8119ac tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575631 May 11 13:50:28.088723 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858ae65-7b85-4368-9bda-48bd9145e5db req-b3eb760c-f603-475c-abb8-6cf091f1b86a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:28.091836 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6858ae65-7b85-4368-9bda-48bd9145e5db req-b3eb760c-f603-475c-abb8-6cf091f1b86a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.1112533 May 11 13:50:28.146971 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-6858ae65-7b85-4368-9bda-48bd9145e5db req-efc86ea9-54fd-43fd-bf3b-aa94045c5d31 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488191 May 11 13:50:29.362675 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795e83f-0ed3-4cbc-a1bb-9e3936bbe75f req-899949ef-2962-4f12-bc7a-912fd29556fb tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:29.364239 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f795e83f-0ed3-4cbc-a1bb-9e3936bbe75f req-899949ef-2962-4f12-bc7a-912fd29556fb tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.0992990 May 11 13:50:29.421769 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f795e83f-0ed3-4cbc-a1bb-9e3936bbe75f req-c82acb9d-bc42-4bf0-82da-c31b6e8197dd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511744 May 11 13:50:30.639523 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f0ded-350a-43b5-9e5b-01f764aed22f req-974f5c1e-cae2-424a-887e-8cd9cd44a6c8 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:30.641128 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ba0f0ded-350a-43b5-9e5b-01f764aed22f req-974f5c1e-cae2-424a-887e-8cd9cd44a6c8 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.1000750 May 11 13:50:30.689118 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ba0f0ded-350a-43b5-9e5b-01f764aed22f req-7b68c520-33e8-4d0b-998a-dd881c6e6efa tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 May 11 13:50:31.890952 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d0111-6cb4-45ed-aa75-a4728372ee8b req-f9e45d47-6fa7-403e-a284-7cd23d489407 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:31.892503 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d81d0111-6cb4-45ed-aa75-a4728372ee8b req-f9e45d47-6fa7-403e-a284-7cd23d489407 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.0830617 May 11 13:50:31.952433 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d81d0111-6cb4-45ed-aa75-a4728372ee8b req-928cdfad-a281-4160-93d6-443723fe9b3e tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537379 May 11 13:50:33.069046 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6b731-0dc6-473f-8072-dae58b596847 req-a41e07d4-2ec0-4a6b-ae66-4f2e518f24e5 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:33.070522 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e7b6b731-0dc6-473f-8072-dae58b596847 req-a41e07d4-2ec0-4a6b-ae66-4f2e518f24e5 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.0846283 May 11 13:50:33.167066 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e7b6b731-0dc6-473f-8072-dae58b596847 req-7ee69944-d281-408a-ac0c-923dddc46af1 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635965 May 11 13:50:33.195110 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fb466-f557-4f41-8201-2aca2600d61c req-839a23de-f9bb-4707-a2a9-edcf69e08016 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:33.196603 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5f9fb466-f557-4f41-8201-2aca2600d61c req-839a23de-f9bb-4707-a2a9-edcf69e08016 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.1244733 May 11 13:50:33.244577 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5f9fb466-f557-4f41-8201-2aca2600d61c req-92b16ed9-f573-440e-b01f-79e5a0e48726 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418859 May 11 13:50:33.382146 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-a09303c6-5db0-4145-bcac-fe963d021952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:33.383637 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-a09303c6-5db0-4145-bcac-fe963d021952 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=398ca936bbf7494b9c416116438e3606&device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 1137 time: 0.0763910 May 11 13:50:33.520028 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-3342a4ca-cb92-45a1-a9ac-8340f4892c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:33.521810 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-3342a4ca-cb92-45a1-a9ac-8340f4892c97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ad90acf-83ec-432c-b4f5-0ec512082d80 HTTP/1.1" status: 200 len: 915 time: 0.1310127 May 11 13:50:33.631089 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-8cdb460a-83fd-4b7d-bea4-241bcc4601f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 200 len: 1000 time: 0.1010542 May 11 13:50:33.697185 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-6afbfd02-de16-4db5-85b6-48ba39bd509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:33.698626 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-6afbfd02-de16-4db5-85b6-48ba39bd509e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a91d3824-91cf-4b8c-bb8b-d40ec94484e6 HTTP/1.1" status: 200 len: 853 time: 0.0600181 May 11 13:50:33.882714 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-1ab0f53c-b57c-41d7-b861-6aca29c1814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:33.884076 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-1ab0f53c-b57c-41d7-b861-6aca29c1814b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ad90acf-83ec-432c-b4f5-0ec512082d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1770978 May 11 13:50:34.019491 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-f479c6db-4bad-4ce4-85e8-226dd9ddec14 service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271503 May 11 13:50:34.168121 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-95c6d1d4-0383-4b59-bc33-a7aac63f2380 req-5eb3ccb6-0e62-4845-800c-0915042ee39d service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414728 May 11 13:50:34.404867 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ade59-a0e7-4b1e-850c-e6cd48f25639 req-97ad983b-f04e-4003-80f8-2ae8fe4f42fa tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:34.406336 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-501ade59-a0e7-4b1e-850c-e6cd48f25639 req-97ad983b-f04e-4003-80f8-2ae8fe4f42fa tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.1178403 May 11 13:50:34.469028 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-501ade59-a0e7-4b1e-850c-e6cd48f25639 req-c5515523-b6af-442c-b958-270b512f2808 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560517 May 11 13:50:34.494700 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8fd6b-2ef8-4c83-b122-cd586a932714 req-bf1575e7-2c1b-4f12-8206-f0b79acdc591 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:34.496196 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9db8fd6b-2ef8-4c83-b122-cd586a932714 req-bf1575e7-2c1b-4f12-8206-f0b79acdc591 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.1352060 May 11 13:50:34.545984 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9db8fd6b-2ef8-4c83-b122-cd586a932714 req-c1bb147c-afcb-49b7-9257-9c96b2a65e31 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439992 May 11 13:50:35.672003 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4c727-c467-4280-8bfb-82bdd7d17534 req-29d0f563-51ba-4839-8ccc-e48bd3a26e14 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:35.673707 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3ca4c727-c467-4280-8bfb-82bdd7d17534 req-29d0f563-51ba-4839-8ccc-e48bd3a26e14 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.0890803 May 11 13:50:35.768078 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3ca4c727-c467-4280-8bfb-82bdd7d17534 req-86ade852-ecbf-492a-8869-710b14928032 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616422 May 11 13:50:35.798353 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d236b-d06e-4da7-8652-916c8c84b424 req-2346e043-5ebb-4774-95f8-3b0c12568dd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:35.799890 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ed0d236b-d06e-4da7-8652-916c8c84b424 req-2346e043-5ebb-4774-95f8-3b0c12568dd4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 944 time: 0.1252508 May 11 13:50:35.848868 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ed0d236b-d06e-4da7-8652-916c8c84b424 req-099ecd11-0300-4489-8671-7239297e253b tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429964 May 11 13:50:35.868725 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 91226baf-19ae-45f6-ab6e-10c5daddf128 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:50:36.010852 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:50:36.024489 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'port_id': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'mac_address': 'fa:16:3e:2c:e5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:50:36.089132 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:36.110466 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91226baf-19ae-45f6-ab6e-10c5daddf128 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:50:36.134150 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:50:36.139275 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:36.142149 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:36.210938 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=9']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:36.214383 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:36.384372 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['91226baf-19ae-45f6-ab6e-10c5daddf128'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:50:37.003711 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005892-3b1f-40d7-a906-1786d3ae9bdc req-af85cf92-0216-4fe9-9665-3960cfa28a4c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:37.005240 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ff005892-3b1f-40d7-a906-1786d3ae9bdc req-af85cf92-0216-4fe9-9665-3960cfa28a4c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.1196454 May 11 13:50:37.069364 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ff005892-3b1f-40d7-a906-1786d3ae9bdc req-1d833ec0-ed8e-460d-8ead-c082f8f58974 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574112 May 11 13:50:37.099741 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141211c5-37b1-45fb-b4d0-8ce4a5ffaa7d req-2d0fd9f3-fc2d-4b7a-b622-df3060c601d4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:37.101382 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-141211c5-37b1-45fb-b4d0-8ce4a5ffaa7d req-2d0fd9f3-fc2d-4b7a-b622-df3060c601d4 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 945 time: 0.1362720 May 11 13:50:37.149568 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-141211c5-37b1-45fb-b4d0-8ce4a5ffaa7d req-f42702ee-691f-49fb-ae29-10f1722ca1f5 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416164 May 11 13:50:37.867823 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 91226baf-19ae-45f6-ab6e-10c5daddf128 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:50:37.887183 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:50:37.941535 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 91226baf-19ae-45f6-ab6e-10c5daddf128 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:50:37.941932 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:38.060031 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:38.093902 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:50:38.109539 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:50:38.110894 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:38.112154 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:38.149040 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'code': 200} May 11 13:50:38.191327 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=10']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:38.201597 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:38.273997 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8993f9-46d8-4c05-ad84-8c97fc83b040 req-4bea587b-7b64-42b9-93bb-9d70ef004066 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:38.275724 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ec8993f9-46d8-4c05-ad84-8c97fc83b040 req-4bea587b-7b64-42b9-93bb-9d70ef004066 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.0882781 May 11 13:50:38.374110 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ec8993f9-46d8-4c05-ad84-8c97fc83b040 req-8618a3e0-6b3c-46c3-8b5a-15ad0ed41fd7 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919480 May 11 13:50:38.405909 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8f969-0a57-443a-80a9-f3bf591b54ac req-de1f94c4-1d95-4b09-8768-abe4333032f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:38.407408 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-70d8f969-0a57-443a-80a9-f3bf591b54ac req-de1f94c4-1d95-4b09-8768-abe4333032f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 1100 time: 0.0730560 May 11 13:50:38.410462 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a72921-b9fd-4edf-81f9-b09159b7170c req-3d4cb037-709b-4f9d-9ada-e33220a61f08 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:38.411990 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-17a72921-b9fd-4edf-81f9-b09159b7170c req-3d4cb037-709b-4f9d-9ada-e33220a61f08 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 947 time: 0.1142378 May 11 13:50:38.458744 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-70d8f969-0a57-443a-80a9-f3bf591b54ac req-ba75fdc5-a627-4f81-b133-d4207fd2961c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 May 11 13:50:38.461290 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-17a72921-b9fd-4edf-81f9-b09159b7170c req-7f6ed206-3a67-44b3-8c56-3257b2a1098e tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427117 May 11 13:50:39.583755 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eec61-91e7-4d73-8861-cf23d697779b req-9e756782-74d0-4213-bc00-fa5aea3fe167 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:39.586128 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e52eec61-91e7-4d73-8861-cf23d697779b req-9e756782-74d0-4213-bc00-fa5aea3fe167 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.0987821 May 11 13:50:39.794861 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e52eec61-91e7-4d73-8861-cf23d697779b req-fe0a3a85-feda-4602-a523-64634c7472f8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678958 May 11 13:50:39.824250 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a491e-93f7-4dfc-8742-c1b3293dd804 req-87e66d0c-cbaa-4374-8ecd-b7b2740f510a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:39.825863 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-631a491e-93f7-4dfc-8742-c1b3293dd804 req-87e66d0c-cbaa-4374-8ecd-b7b2740f510a tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 947 time: 0.2342813 May 11 13:50:39.876321 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-631a491e-93f7-4dfc-8742-c1b3293dd804 req-5f0d5ad5-eda3-4d97-ae0b-931660a930db tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443225 May 11 13:50:40.994468 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720efd2-f802-4374-8b8d-6c789fac4962 req-95358b0a-33b4-4752-93b3-2dcb54dd8656 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:40.995934 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d720efd2-f802-4374-8b8d-6c789fac4962 req-95358b0a-33b4-4752-93b3-2dcb54dd8656 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.0887387 May 11 13:50:41.083891 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-d720efd2-f802-4374-8b8d-6c789fac4962 req-ce2e7ad3-0502-4273-8e16-bd34f5567c66 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568824 May 11 13:50:41.113005 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a69e9a-4107-46e6-a217-8e30d17b0ccb req-2eb25b7f-ec20-4fe8-9362-f9337e1e86b3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:41.114485 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c5a69e9a-4107-46e6-a217-8e30d17b0ccb req-2eb25b7f-ec20-4fe8-9362-f9337e1e86b3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 947 time: 0.1176651 May 11 13:50:41.161375 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c5a69e9a-4107-46e6-a217-8e30d17b0ccb req-5df68cd6-9223-4c23-91bf-55ed8f865840 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 May 11 13:50:42.278517 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99a6e5-ffb4-451b-a3df-cf27a5431b92 req-fd82a088-93aa-4a4a-8fcc-58447aad8863 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:42.280011 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce99a6e5-ffb4-451b-a3df-cf27a5431b92 req-fd82a088-93aa-4a4a-8fcc-58447aad8863 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.0870538 May 11 13:50:42.328126 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ce99a6e5-ffb4-451b-a3df-cf27a5431b92 req-1bfd16f0-3835-4def-8398-e18f1b37d51d tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421484 May 11 13:50:43.512743 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-8c4955cd-dd9d-40ef-9cbd-fe4b2a5f8c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:43.529437 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ffd0e-7f5e-40e4-9064-90835153c6a4 req-5a131644-d629-4ce3-a9b2-1150c648eaa8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:43.530914 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-df4ffd0e-7f5e-40e4-9064-90835153c6a4 req-5a131644-d629-4ce3-a9b2-1150c648eaa8 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.0832839 May 11 13:50:43.591466 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-df4ffd0e-7f5e-40e4-9064-90835153c6a4 req-d5855449-9e92-412f-ac34-d99004faf73b tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540686 May 11 13:50:44.783250 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310e89d-d9c2-4951-ae93-c277e5ecdf24 req-b92e0008-12cf-44b7-9d43-d91e66e88bd7 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:44.784718 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4310e89d-d9c2-4951-ae93-c277e5ecdf24 req-b92e0008-12cf-44b7-9d43-d91e66e88bd7 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.0837297 May 11 13:50:44.836131 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4310e89d-d9c2-4951-ae93-c277e5ecdf24 req-5e3c54ce-26ba-4154-a4aa-7aa500d9c4d0 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422535 May 11 13:50:46.049001 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034c255-e5e2-4477-87bf-0188efca6c1e req-c5a94e20-aa5d-4594-9b65-999f474c5a64 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:46.050469 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3034c255-e5e2-4477-87bf-0188efca6c1e req-c5a94e20-aa5d-4594-9b65-999f474c5a64 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.0953364 May 11 13:50:46.102771 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3034c255-e5e2-4477-87bf-0188efca6c1e req-021ff564-a8b8-4272-8c7c-0aad37492c08 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3856f269-baec-4a1a-8a93-f0c85934a895&id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457997 May 11 13:50:46.230683 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-31c162be-9bd4-4420-9ed8-01d6c5becdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:46.328383 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:48.043247 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:48.214854 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:49.207101 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:51.238974 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44896) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:51.523010 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Deleting port 83457423-50bc-4431-a549-48b08a1e51e8 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:50:51.523342 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:51.648738 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:51.649066 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:51.775158 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Calling delete_port for 83457423-50bc-4431-a549-48b08a1e51e8 owned by network:floatingip {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:50:51.916311 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:51.919882 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6248d14a-3d58-4e38-a988-445d8401cfff tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:51.966077 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event deleted for resources: {'Port': ['ID=83457423-50bc-4431-a549-48b08a1e51e8,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:52.003061 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.003427 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.003811 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.004133 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.004478 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.004863 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.005210 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.005553 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.005896 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.006226 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.006562 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.006906 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:50:52.013921 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:52.075988 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for floatingip, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:52.076352 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.l3_db [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Floating IP 70c71018-a3c5-4696-ada0-67cb19a20ac6 disassociated (deleted). External IP: 172.28.2.171, port: 52a0d08a-9f74-40d8-a959-47553faa74d2. May 11 13:50:52.551157 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Router 140a5b83-0da5-4ea0-ae45-bf20011674a4 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:50:52.744155 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:50:52.754620 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] Sync routers for ids ['140a5b83-0da5-4ea0-ae45-bf20011674a4'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:50:52.762168 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:52.765393 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] Routers {'140a5b83-0da5-4ea0-ae45-bf20011674a4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:50:52.766073 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:50:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['140a5b83-0da5-4ea0-ae45-bf20011674a4'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:50:52.822015 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "DELETE /v2.0/floatingips/70c71018-a3c5-4696-ada0-67cb19a20ac6 HTTP/1.1" status: 204 len: 168 time: 1.5817664 May 11 13:50:52.822830 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:50:52.883004 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'status': 'completed', 'code': 200} May 11 13:50:52.958575 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] Set router 140a5b83-0da5-4ea0-ae45-bf20011674a4 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:50:52.988658 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-b04f156a-8260-44be-841e-837057736126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:52.990995 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-b04f156a-8260-44be-841e-837057736126 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211&device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 1098 time: 0.0862663 May 11 13:50:53.207232 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-5e840563-76b2-4ade-a7be-1f1105951eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:53.208740 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-5e840563-76b2-4ade-a7be-1f1105951eb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15be1c10-7348-443b-a2f4-9495fe338f9d HTTP/1.1" status: 200 len: 910 time: 0.2104366 May 11 13:50:53.249676 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ef9cb-eb7a-49f1-b81a-4c790d199c6d req-6ddf5416-1a42-4560-afc8-d8c439f13bdb tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:53.252694 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-583ef9cb-eb7a-49f1-b81a-4c790d199c6d req-6ddf5416-1a42-4560-afc8-d8c439f13bdb tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.0886304 May 11 13:50:53.283612 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-e0f1297f-24d6-4083-999b-4deec9d7dc4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a0d08a-9f74-40d8-a959-47553faa74d2 HTTP/1.1" status: 200 len: 217 time: 0.0678816 May 11 13:50:53.313052 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:26Z', 'revision_number': 5, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:50:53.317610 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] Checking router: 140a5b83-0da5-4ea0-ae45-bf20011674a4 for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:50:53.320400 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-583ef9cb-eb7a-49f1-b81a-4c790d199c6d req-21f2fac8-5cf3-4872-bccd-9ad4fae79b38 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603511 May 11 13:50:53.331646 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] Routers {'140a5b83-0da5-4ea0-ae45-bf20011674a4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:50:53.332724 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:50:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['140a5b83-0da5-4ea0-ae45-bf20011674a4'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:50:53.341915 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-b5852409-24f9-405b-a20b-2f49a7bf29dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1963089 May 11 13:50:53.362021 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-e04eb9e9-14b6-4576-8ef8-df668cc27703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:53.363456 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-e04eb9e9-14b6-4576-8ef8-df668cc27703 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec4f421-41aa-4a68-a63a-f6f6b2586e4c HTTP/1.1" status: 200 len: 848 time: 0.0720484 May 11 13:50:53.496487 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-e3fb63db-389c-48df-b97e-5fd0fd45b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:53.497996 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-e3fb63db-389c-48df-b97e-5fd0fd45b489 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a1578c12794d8387e64122ac4c5240&device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 1100 time: 0.1336224 May 11 13:50:53.501554 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-7629f651-75b9-4ffe-8b23-ac873ec48793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:53.502977 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-7629f651-75b9-4ffe-8b23-ac873ec48793 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15be1c10-7348-443b-a2f4-9495fe338f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1046634 May 11 13:50:53.551755 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] Set router 140a5b83-0da5-4ea0-ae45-bf20011674a4 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:50:53.755948 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-57b6e112-aa9a-4cc3-85bd-03e5bc9bcab4 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366509 May 11 13:50:53.757068 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-14571af8-5c28-4233-8db6-78090fa927ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:53.758366 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-14571af8-5c28-4233-8db6-78090fa927ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 200 len: 917 time: 0.2202878 May 11 13:50:53.884429 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:26Z', 'revision_number': 5, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:50:53.891848 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d29970-403b-41b1-9314-0b591b4eeeb9 None None] The sync data for ids ['140a5b83-0da5-4ea0-ae45-bf20011674a4'] in dv-cinder-784779-11-smb is: [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:46:13Z', 'revision_number': 4, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': 'f5c43ba5-a741-4d18-b842-47885b35c819', 'name': '', 'network_id': '15be1c10-7348-443b-a2f4-9495fe338f9d', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'mac_address': 'fa:16:3e:2d:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:12Z', 'updated_at': '2021-05-11T13:46:26Z', 'revision_number': 5, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'subnets': [{'id': '5ec4f421-41aa-4a68-a63a-f6f6b2586e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:50:54.081326 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-cc994646-4871-4d4b-9cf4-74ba699de3be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91226baf-19ae-45f6-ab6e-10c5daddf128 HTTP/1.1" status: 200 len: 1001 time: 0.2952495 May 11 13:50:54.127850 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0824a-079d-4dff-9cc1-9b1151c92c92 None None] New status for floating IP 70c71018-a3c5-4696-ada0-67cb19a20ac6: DOWN {{(pid=78838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:50:54.150580 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-35ed159d-b3af-4f74-8dd3-3e07e9c71516 req-5ccd4cc2-7a31-41f3-a3c8-b4c939a614a0 service neutron] 10.222.0.43 "GET /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827193 May 11 13:50:54.172294 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-892ef6d4-0998-4ec9-b7c3-9ab53eee303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:54.173843 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-892ef6d4-0998-4ec9-b7c3-9ab53eee303c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 200 len: 855 time: 0.0728018 May 11 13:50:54.270076 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-64d4ec81-ca41-467b-9fe2-3b695f942509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:54.271660 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-64d4ec81-ca41-467b-9fe2-3b695f942509 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac1ca98a-4c0a-4494-931a-c72756209b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0809374 May 11 13:50:54.431317 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-a12f1c71-4c81-44ab-a91e-59b46bfd1e37 service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377316 May 11 13:50:54.519580 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8833a1-f464-4a59-8ed8-c25b39d799ba req-edaf809e-5114-4eee-b285-7dedb9079445 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:54.521342 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-eb8833a1-f464-4a59-8ed8-c25b39d799ba req-edaf809e-5114-4eee-b285-7dedb9079445 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.0846751 May 11 13:50:54.569286 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-eb8833a1-f464-4a59-8ed8-c25b39d799ba req-a72e00c8-5831-45cd-9989-567c469a3e78 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35582f3-e060-41d3-96dc-fedb07d1ded9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 May 11 13:50:54.584957 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-37776f3d-1a2f-4ffb-aa0d-4ac68880db5e req-32e64143-76c8-4801-a6d3-68f23243c7fe service neutron] 10.222.0.43 "GET /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467941 May 11 13:50:54.688608 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-8eb5fe97-85d8-4063-85ce-56a0d2200b00 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:50:54.689358 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-8eb5fe97-85d8-4063-85ce-56a0d2200b00 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Synchronizing usage tracker for tenant:6ffd9027538e4aca8a03dd5fe1dbe211 on resource:port {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:50:54.707077 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-8eb5fe97-85d8-4063-85ce-56a0d2200b00 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Unset dirty status for tenant:6ffd9027538e4aca8a03dd5fe1dbe211 on resource:port {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:50:54.708233 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-8eb5fe97-85d8-4063-85ce-56a0d2200b00 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 945 time: 0.1140463 May 11 13:50:54.859221 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Deleting port 52a0d08a-9f74-40d8-a959-47553faa74d2 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:50:54.859221 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:55.026876 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] For port 52a0d08a-9f74-40d8-a959-47553faa74d2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=52a0d08a-9f74-40d8-a959-47553faa74d2,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:50:55.027455 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:55.160494 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Calling delete_port for 52a0d08a-9f74-40d8-a959-47553faa74d2 owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:50:55.311278 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:55.317820 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-3451d50e-052d-4ad5-ae30-a0719c5b23de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:55.365803 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event deleted for resources: {'Port': ['ID=52a0d08a-9f74-40d8-a959-47553faa74d2,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:55.369219 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:55.446432 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] No DVR routers for this DVR port 52a0d08a-9f74-40d8-a959-47553faa74d2 on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:50:55.449113 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:55.451986 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'name': 'network-vif-deleted', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:50:55.473592 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-d7958f57-a542-4ce2-bbba-ddaa6b086c73 req-87328b25-9390-4851-83a2-14f4ea99ca9e tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.43 "DELETE /v2.0/ports/52a0d08a-9f74-40d8-a959-47553faa74d2 HTTP/1.1" status: 204 len: 173 time: 0.7598484 May 11 13:50:55.500911 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9d805e-6f82-4a1a-9a0c-fa6d13360079', 'name': 'network-vif-deleted', 'tag': '52a0d08a-9f74-40d8-a959-47553faa74d2', 'status': 'completed', 'code': 200} May 11 13:50:55.728709 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8888b6a3-beaf-42f0-918e-5e5616efa1f3 req-6a8c6e13-18a0-46bd-b133-ada5860ad217 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c9d805e-6f82-4a1a-9a0c-fa6d13360079 HTTP/1.1" status: 200 len: 210 time: 0.0456731 May 11 13:50:56.837492 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44914) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:56.924170 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-98d457dd-bae2-4d87-b7f7-e8897cb96aec tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:56.956337 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-98d457dd-bae2-4d87-b7f7-e8897cb96aec tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:57.029821 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-98d457dd-bae2-4d87-b7f7-e8897cb96aec tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:57.036243 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-ccc6701c-4478-448a-8ab6-2eeed61142e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:57.061437 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d457dd-bae2-4d87-b7f7-e8897cb96aec tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35582f3-e060-41d3-96dc-fedb07d1ded9,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:57.064790 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-98d457dd-bae2-4d87-b7f7-e8897cb96aec tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:57.076459 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-98d457dd-bae2-4d87-b7f7-e8897cb96aec tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:57.080903 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-98d457dd-bae2-4d87-b7f7-e8897cb96aec tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] 10.222.0.30 "DELETE /v2.0/security-groups/a35582f3-e060-41d3-96dc-fedb07d1ded9 HTTP/1.1" status: 204 len: 168 time: 0.2389941 May 11 13:50:57.131479 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44920) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:57.838452 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657228'] for router_interface, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:57.977193 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 52a0d08a-9f74-40d8-a959-47553faa74d2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:50:58.013030 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 52a0d08a-9f74-40d8-a959-47553faa74d2 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:50:58.013405 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 52a0d08a-9f74-40d8-a959-47553faa74d2 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:50:58.272379 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Deleting port f5c43ba5-a741-4d18-b842-47885b35c819 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:50:58.272708 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:58.398586 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] For port f5c43ba5-a741-4d18-b842-47885b35c819, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=f5c43ba5-a741-4d18-b842-47885b35c819,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:50:58.398942 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:58.529315 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Calling delete_port for f5c43ba5-a741-4d18-b842-47885b35c819 owned by network:router_interface {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:50:58.691419 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:58.697645 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:50:58.773410 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c43ba5-a741-4d18-b842-47885b35c819,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:50:58.776065 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:50:59.047191 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666108'] for router_interface, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:50:59.546301 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Router 140a5b83-0da5-4ea0-ae45-bf20011674a4 has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:50:59.741572 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:50:59.751389 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] Sync routers for ids ['140a5b83-0da5-4ea0-ae45-bf20011674a4'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:50:59.755112 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-29663065-894a-436d-8090-806dc2c2cb33 admin admin] 10.222.0.30 "PUT /v2.0/routers/140a5b83-0da5-4ea0-ae45-bf20011674a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6223145 May 11 13:50:59.758135 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44924) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:50:59.762135 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] Routers {'140a5b83-0da5-4ea0-ae45-bf20011674a4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:50:59.762793 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:50:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['140a5b83-0da5-4ea0-ae45-bf20011674a4'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:50:59.948472 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] Set router 140a5b83-0da5-4ea0-ae45-bf20011674a4 gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:50:59.975727 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Notify callbacks [] for router, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:00.156555 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:00.256223 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Deleting port 02ea557d-3126-4188-b9d7-36f3edc67cb8 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:00.256728 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:00.260620 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:50:58Z', 'revision_number': 5, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port': {'id': '02ea557d-3126-4188-b9d7-36f3edc67cb8', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:07Z', 'updated_at': '2021-05-11T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:00.265012 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] Checking router: 140a5b83-0da5-4ea0-ae45-bf20011674a4 for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:51:00.274520 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] Routers {'140a5b83-0da5-4ea0-ae45-bf20011674a4'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:00.275148 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:50:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['140a5b83-0da5-4ea0-ae45-bf20011674a4'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:00.434586 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] For port 02ea557d-3126-4188-b9d7-36f3edc67cb8, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=02ea557d-3126-4188-b9d7-36f3edc67cb8,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:00.435081 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:00.435966 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] Set router 140a5b83-0da5-4ea0-ae45-bf20011674a4 gateway port host: None {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:00.559113 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:51:00Z', 'revision_number': 6, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port_host': None}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:00.564358 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0955838e-0b2c-4625-a8e6-3827aeb4bf3c None None] The sync data for ids ['140a5b83-0da5-4ea0-ae45-bf20011674a4'] in dv-cinder-784779-11-smb is: [{'id': '140a5b83-0da5-4ea0-ae45-bf20011674a4', 'name': 'tempest-TestShelveInstance-1924785932-router', 'tenant_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:06Z', 'updated_at': '2021-05-11T13:51:00Z', 'revision_number': 6, 'project_id': '6ffd9027538e4aca8a03dd5fe1dbe211', 'gw_port_host': None}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:51:00.573084 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Calling delete_port for 02ea557d-3126-4188-b9d7-36f3edc67cb8 owned by network:router_gateway {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:00.721681 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:00.726070 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-032cdfe8-5b6d-42af-aaa8-68e894808530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:00.772558 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Pushing event deleted for resources: {'Port': ['ID=02ea557d-3126-4188-b9d7-36f3edc67cb8,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:00.774914 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:00.873949 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670568'] for router_gateway, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.173114 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259419'] for router, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.175449 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.199821 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908666'] for router, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.200329 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140a5b83-0da5-4ea0-ae45-bf20011674a4 {{(pid=78837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 13:51:01.215073 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] Notify callbacks [] for router, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.216210 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-18dc0998-c340-4c1a-bb42-6fe8e072635d admin admin] 10.222.0.30 "DELETE /v2.0/routers/140a5b83-0da5-4ea0-ae45-bf20011674a4 HTTP/1.1" status: 204 len: 168 time: 1.4570792 May 11 13:51:01.218807 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44928) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:01.284798 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03825d9-6bf0-4356-8c38-a6228e8b010f admin admin] Deleting subnet 5ec4f421-41aa-4a68-a63a-f6f6b2586e4c {{(pid=78837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:51:01.287973 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d03825d9-6bf0-4356-8c38-a6228e8b010f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.340612 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d03825d9-6bf0-4356-8c38-a6228e8b010f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16630096'] for subnet, precommit_delete_associations {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.461814 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d03825d9-6bf0-4356-8c38-a6228e8b010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.737738 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d03825d9-6bf0-4356-8c38-a6228e8b010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16513141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14754097'] for subnet, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.741950 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-10848a21-8bd0-4c2f-a7b1-96833d73ec26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:01.781100 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03825d9-6bf0-4356-8c38-a6228e8b010f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec4f421-41aa-4a68-a63a-f6f6b2586e4c,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:01.784400 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-d03825d9-6bf0-4356-8c38-a6228e8b010f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:01.785498 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-d03825d9-6bf0-4356-8c38-a6228e8b010f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.791683 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-d03825d9-6bf0-4356-8c38-a6228e8b010f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5ec4f421-41aa-4a68-a63a-f6f6b2586e4c HTTP/1.1" status: 204 len: 168 time: 0.5718737 May 11 13:51:01.793318 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce402eb-4f62-4213-b8cf-81557c80f635 None None] Network 15be1c10-7348-443b-a2f4-9495fe338f9d requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:51:01.794614 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44932) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:01.902491 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:01.981321 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Deleting port 37938598-d8f3-49e3-b028-ccfac9fe7b03 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:01.981610 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.044855 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c0bdc-bdd5-4813-847d-49e82aded69a None None] DHCP port deletion for 15be1c10-7348-443b-a2f4-9495fe338f9d request from dv-cinder-784779-11-smb {{(pid=78838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 13:51:02.083251 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] For port 37938598-d8f3-49e3-b028-ccfac9fe7b03, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=37938598-d8f3-49e3-b028-ccfac9fe7b03,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:02.083693 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.109586 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c0bdc-bdd5-4813-847d-49e82aded69a None None] Deleting port 37938598-d8f3-49e3-b028-ccfac9fe7b03 {{(pid=78838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:02.109947 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0bdc-bdd5-4813-847d-49e82aded69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.204237 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Calling delete_port for 37938598-d8f3-49e3-b028-ccfac9fe7b03 owned by network:dhcp {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:02.209176 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-1d1c0bdc-bdd5-4813-847d-49e82aded69a None None] For port 37938598-d8f3-49e3-b028-ccfac9fe7b03, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=37938598-d8f3-49e3-b028-ccfac9fe7b03,segment=NetworkSegment(a1ca4509-ce05-449e-9617-b818483643c9),segment_id=a1ca4509-ce05-449e-9617-b818483643c9)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:02.209584 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0bdc-bdd5-4813-847d-49e82aded69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.261940 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.265929 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-fd6618a3-03cf-4cae-bde2-7842c95d1ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:02.308975 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=37938598-d8f3-49e3-b028-ccfac9fe7b03,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:02.312047 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:02.312921 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] No DVR routers for this DVR port 37938598-d8f3-49e3-b028-ccfac9fe7b03 on host dv-cinder-784779-11-smb {{(pid=78837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:02.333455 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c0bdc-bdd5-4813-847d-49e82aded69a None None] Calling delete_port for 37938598-d8f3-49e3-b028-ccfac9fe7b03 owned by network:dhcp {{(pid=78838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:02.379430 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0bdc-bdd5-4813-847d-49e82aded69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429'] for port, after_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.382990 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:02.427079 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.428830 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c0bdc-bdd5-4813-847d-49e82aded69a None None] Pushing event deleted for resources: {'Port': ['ID=37938598-d8f3-49e3-b028-ccfac9fe7b03,revision_number=None']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:02.431815 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-1d1c0bdc-bdd5-4813-847d-49e82aded69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:02.432671 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c0bdc-bdd5-4813-847d-49e82aded69a None None] No DVR routers for this DVR port 37938598-d8f3-49e3-b028-ccfac9fe7b03 on host dv-cinder-784779-11-smb {{(pid=78838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:02.445383 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15be1c10-7348-443b-a2f4-9495fe338f9d']}} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:02.459924 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 02ea557d-3126-4188-b9d7-36f3edc67cb8 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:02.506469 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 02ea557d-3126-4188-b9d7-36f3edc67cb8 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:02.507084 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 02ea557d-3126-4188-b9d7-36f3edc67cb8 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:02.507760 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 37938598-d8f3-49e3-b028-ccfac9fe7b03 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:02.548287 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 37938598-d8f3-49e3-b028-ccfac9fe7b03 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:02.548684 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 37938598-d8f3-49e3-b028-ccfac9fe7b03 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:02.549094 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device f5c43ba5-a741-4d18-b842-47885b35c819 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:02.568797 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ca4509-ce05-449e-9617-b818483643c9') {'for_net_delete': True} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:02.569112 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.services.segments.db [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ca4509-ce05-449e-9617-b818483643c9') {} {{(pid=78837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:02.581818 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16630095'] for segment, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.585078 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: f5c43ba5-a741-4d18-b842-47885b35c819 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:02.585424 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device f5c43ba5-a741-4d18-b842-47885b35c819 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:02.599529 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.605982 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=78837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:51:02.606361 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16513043'] for segment, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: Traceback (most recent call last): May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: timer() May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: cb(*args, **kw) May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: return func(*args, **kwargs) May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: self._notify() May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: self.callback(batched_events) May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: event.method(event) May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: return f(self, *a, **k) May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: return self._get(url).json() May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: return self.request(url, 'GET', **kwargs) May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:51:02.620050 dv-cinder-784779-11-smb neutron-server[78837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:51:02.699594 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.704029 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:02.719330 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:02.729646 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=15be1c10-7348-443b-a2f4-9495fe338f9d,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:02.732792 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:02.744886 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-bdc840ca-68dd-4046-ab7c-233f7bc99e53 admin admin] 10.222.0.30 "DELETE /v2.0/networks/15be1c10-7348-443b-a2f4-9495fe338f9d HTTP/1.1" status: 204 len: 168 time: 0.9489954 May 11 13:51:02.747904 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44938) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:03.289506 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657228'] for router_interface, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:03.710414 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Deleting port d22730b6-af7c-413c-91d0-bfdf1fe68652 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:03.710718 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:03.833135 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] For port d22730b6-af7c-413c-91d0-bfdf1fe68652, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=d22730b6-af7c-413c-91d0-bfdf1fe68652,segment=NetworkSegment(0df86cb1-6aa7-4524-b944-c4f0a2b01ec0),segment_id=0df86cb1-6aa7-4524-b944-c4f0a2b01ec0)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:03.833450 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:04.077997 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Calling delete_port for d22730b6-af7c-413c-91d0-bfdf1fe68652 owned by network:router_interface {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:04.231778 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:04.235873 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f661b67c-139c-4adf-8800-8b646199f984 tempest-ServerRescueNegativeTestJSON-371045691 tempest-ServerRescueNegativeTestJSON-371045691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:04.281609 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Pushing event deleted for resources: {'Port': ['ID=d22730b6-af7c-413c-91d0-bfdf1fe68652,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:04.323542 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.324262 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.324262 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.324674 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.325006 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.325384 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.325737 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.326086 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.326419 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.326777 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.327121 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.327462 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:04.335077 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:04.600406 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666108'] for router_interface, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:04.982609 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:51:05.166791 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:51:05.177633 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] Sync routers for ids ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:51:05.187853 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] Routers {'14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:05.188528 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:50:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:05.188866 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4330ed88-9207-4e30-857b-2468d8b3daeb admin admin] 10.222.0.30 "PUT /v2.0/routers/14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4397044 May 11 13:51:05.192288 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44942) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:05.441437 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] Set router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:05.564978 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Notify callbacks [] for router, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:05.880272 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'name': 'tempest-TestShelveInstance-483904927-router', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:18Z', 'updated_at': '2021-05-11T13:51:04Z', 'revision_number': 5, 'project_id': '095ac321816f422aa4a4090c3c785353', 'gw_port': {'id': '01dde4f6-eb62-4a82-be88-895dec3c4d74', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:20Z', 'updated_at': '2021-05-11T13:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:05.884967 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] Checking router: 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:51:05.896302 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] Routers {'14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:05.896990 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:50:46Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:05.907124 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:05.990808 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Deleting port 01dde4f6-eb62-4a82-be88-895dec3c4d74 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:05.991185 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:06.117969 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] Set router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd gateway port host: None {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:06.135883 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] For port 01dde4f6-eb62-4a82-be88-895dec3c4d74, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=01dde4f6-eb62-4a82-be88-895dec3c4d74,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:06.136476 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:06.332208 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'name': 'tempest-TestShelveInstance-483904927-router', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:18Z', 'updated_at': '2021-05-11T13:51:05Z', 'revision_number': 6, 'project_id': '095ac321816f422aa4a4090c3c785353', 'gw_port_host': None}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:06.336933 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd7e3f-169a-4360-ad7b-1904470f625d None None] The sync data for ids ['14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd'] in dv-cinder-784779-11-smb is: [{'id': '14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd', 'name': 'tempest-TestShelveInstance-483904927-router', 'tenant_id': '095ac321816f422aa4a4090c3c785353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:18Z', 'updated_at': '2021-05-11T13:51:05Z', 'revision_number': 6, 'project_id': '095ac321816f422aa4a4090c3c785353', 'gw_port_host': None}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:51:06.349931 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Calling delete_port for 01dde4f6-eb62-4a82-be88-895dec3c4d74 owned by network:router_gateway {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:06.522660 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:06.527049 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-461798c5-ebd0-4ff8-acc0-45d5c08b328f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:06.579571 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Pushing event deleted for resources: {'Port': ['ID=01dde4f6-eb62-4a82-be88-895dec3c4d74,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:06.582334 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:06.689283 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670568'] for router_gateway, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:06.781436 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device d22730b6-af7c-413c-91d0-bfdf1fe68652 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:06.857077 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: d22730b6-af7c-413c-91d0-bfdf1fe68652 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:06.857840 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device d22730b6-af7c-413c-91d0-bfdf1fe68652 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:06.894509 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259419'] for router, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:06.898289 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:06.936861 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908666'] for router, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:06.937223 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd {{(pid=78837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 13:51:06.952069 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] Notify callbacks [] for router, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:06.954471 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-826c1531-ab16-4b80-947b-f527f756161c admin admin] 10.222.0.30 "DELETE /v2.0/routers/14c4b1e8-97bc-40c5-9d8f-ad8f4d1c0edd HTTP/1.1" status: 204 len: 168 time: 1.7606566 May 11 13:51:06.957166 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44948) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:07.025238 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_v2 [None req-785a7d7c-3672-4bd0-be2d-52e9bf885d77 admin admin] Deleting subnet 649fa616-a398-4dad-a45d-ead037aef344 {{(pid=78836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:51:07.028856 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-785a7d7c-3672-4bd0-be2d-52e9bf885d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:07.083250 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-785a7d7c-3672-4bd0-be2d-52e9bf885d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15097265'] for subnet, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:07.202944 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-785a7d7c-3672-4bd0-be2d-52e9bf885d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:07.559696 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-785a7d7c-3672-4bd0-be2d-52e9bf885d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14751732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15256084'] for subnet, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:07.564920 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:07.718256 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a7d7c-3672-4bd0-be2d-52e9bf885d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=649fa616-a398-4dad-a45d-ead037aef344,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:07.722264 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-785a7d7c-3672-4bd0-be2d-52e9bf885d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:07.726183 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-785a7d7c-3672-4bd0-be2d-52e9bf885d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:07.733390 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f06843-4691-47ef-899b-244ab4ec3cd4 None None] Network 0ac11a14-9876-4a90-b2e3-a1c9acde454b requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:51:07.738626 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-785a7d7c-3672-4bd0-be2d-52e9bf885d77 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/649fa616-a398-4dad-a45d-ead037aef344 HTTP/1.1" status: 204 len: 168 time: 0.7781048 May 11 13:51:07.738890 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44952) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:07.874198 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:07.966735 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Deleting port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:07.967982 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.038946 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ab409-8cfc-4452-bad1-6867829925ef None None] DHCP port deletion for 0ac11a14-9876-4a90-b2e3-a1c9acde454b request from dv-cinder-784779-11-smb {{(pid=78838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 13:51:08.106483 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] For port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb,segment=NetworkSegment(0df86cb1-6aa7-4524-b944-c4f0a2b01ec0),segment_id=0df86cb1-6aa7-4524-b944-c4f0a2b01ec0)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:08.107058 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.124064 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-e22ab409-8cfc-4452-bad1-6867829925ef None None] Deleting port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb {{(pid=78838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:08.124490 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e22ab409-8cfc-4452-bad1-6867829925ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.237705 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-e22ab409-8cfc-4452-bad1-6867829925ef None None] For port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb,segment=NetworkSegment(0df86cb1-6aa7-4524-b944-c4f0a2b01ec0),segment_id=0df86cb1-6aa7-4524-b944-c4f0a2b01ec0)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:08.237979 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e22ab409-8cfc-4452-bad1-6867829925ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.281088 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Calling delete_port for 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb owned by network:dhcp {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:08.339645 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.344764 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:08.370278 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-e22ab409-8cfc-4452-bad1-6867829925ef None None] Calling delete_port for 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb owned by network:dhcp {{(pid=78838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:08.392092 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Pushing event deleted for resources: {'Port': ['ID=5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:08.395449 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:08.396204 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] No DVR routers for this DVR port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb on host dv-cinder-784779-11-smb {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:08.424223 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-e22ab409-8cfc-4452-bad1-6867829925ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429'] for port, after_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.428833 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-52f7cbf5-f432-44f7-acf0-76326da7bc9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:08.473430 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ab409-8cfc-4452-bad1-6867829925ef None None] Pushing event deleted for resources: {'Port': ['ID=5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb,revision_number=None']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:08.476552 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-e22ab409-8cfc-4452-bad1-6867829925ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:08.481454 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ab409-8cfc-4452-bad1-6867829925ef None None] No DVR routers for this DVR port 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb on host dv-cinder-784779-11-smb {{(pid=78838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:08.487272 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:08.568987 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.573241 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:08.573602 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 5c92f5ea-9933-4ac7-b412-20e6e8d5b2eb not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:08.574020 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 01dde4f6-eb62-4a82-be88-895dec3c4d74 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:08.586149 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac11a14-9876-4a90-b2e3-a1c9acde454b']}} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:08.603239 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0') {'for_net_delete': True} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:08.603547 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df86cb1-6aa7-4524-b944-c4f0a2b01ec0') {} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:08.609969 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 01dde4f6-eb62-4a82-be88-895dec3c4d74 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:08.610429 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 01dde4f6-eb62-4a82-be88-895dec3c4d74 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:08.626892 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15097262'] for segment, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.646346 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.653873 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=78836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:51:08.654300 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14751634'] for segment, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: Traceback (most recent call last): May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: timer() May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: cb(*args, **kw) May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: return func(*args, **kwargs) May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: self._notify() May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: self.callback(batched_events) May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: event.method(event) May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: return f(self, *a, **k) May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: return self._get(url).json() May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: return self.request(url, 'GET', **kwargs) May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:51:08.669225 dv-cinder-784779-11-smb neutron-server[78836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:51:08.759626 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.763915 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:08.777923 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:08.789202 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac11a14-9876-4a90-b2e3-a1c9acde454b,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:08.794176 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:08.798557 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-a3273957-1667-4850-ac36-ccf31f79ffff admin admin] 10.222.0.30 "DELETE /v2.0/networks/0ac11a14-9876-4a90-b2e3-a1c9acde454b HTTP/1.1" status: 204 len: 168 time: 1.0585837 May 11 13:51:08.948997 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44960) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:09.011037 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-2d24108b-fbe6-465c-b470-a588c72c90fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ffd9027538e4aca8a03dd5fe1dbe211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601928 May 11 13:51:09.013412 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44964) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:09.083684 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cb741b33-360a-4bb3-9329-64e191f65ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:09.113140 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cb741b33-360a-4bb3-9329-64e191f65ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:09.181556 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cb741b33-360a-4bb3-9329-64e191f65ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:09.185942 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-433557b6-276c-4bde-bd61-d32bfdd4909b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:09.201406 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb741b33-360a-4bb3-9329-64e191f65ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f1f208-27ee-4a3d-9eab-38869ae9455b,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:09.205639 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-cb741b33-360a-4bb3-9329-64e191f65ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:09.209371 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-cb741b33-360a-4bb3-9329-64e191f65ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:09.210684 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-cb741b33-360a-4bb3-9329-64e191f65ece admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36f1f208-27ee-4a3d-9eab-38869ae9455b HTTP/1.1" status: 204 len: 168 time: 0.1961155 May 11 13:51:09.682940 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 44972) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:09.741190 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-bff8d603-96fc-46f7-819d-2ff5fb1b9b43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=095ac321816f422aa4a4090c3c785353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566566 May 11 13:51:09.744060 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 44976) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:09.813581 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6b9f166d-259b-4e08-ad6d-a937bddb51f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:09.841836 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6b9f166d-259b-4e08-ad6d-a937bddb51f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:09.909338 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6b9f166d-259b-4e08-ad6d-a937bddb51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:09.913277 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-0f996b94-b783-4453-9411-006944bb2ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:09.926867 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f166d-259b-4e08-ad6d-a937bddb51f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3125c2-ffdf-441d-afca-3d2501a6b46a,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:09.930684 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-6b9f166d-259b-4e08-ad6d-a937bddb51f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:09.934417 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-6b9f166d-259b-4e08-ad6d-a937bddb51f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:09.937057 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-6b9f166d-259b-4e08-ad6d-a937bddb51f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da3125c2-ffdf-441d-afca-3d2501a6b46a HTTP/1.1" status: 204 len: 168 time: 0.1918018 May 11 13:51:13.522130 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-a521f873-7f99-4f27-b6a8-6591d70c3e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:14.887146 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:51:15.704468 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c599d-28fa-4e0a-8433-88db354cfad3 req-ac55f0f2-40b2-48dd-ae78-f4e58c11eea5 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:15.706069 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3f1c599d-28fa-4e0a-8433-88db354cfad3 req-ac55f0f2-40b2-48dd-ae78-f4e58c11eea5 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 947 time: 0.0977690 May 11 13:51:15.760794 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3f1c599d-28fa-4e0a-8433-88db354cfad3 req-71c0c6b5-eb10-45ce-9228-4568e9963838 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483158 May 11 13:51:16.229675 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb2d2-658c-449a-b570-65c19cf401b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:16.323566 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:16.977876 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-015368b1-6776-4370-916a-5daea6e258a3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:16.979159 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-015368b1-6776-4370-916a-5daea6e258a3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Synchronizing usage tracker for tenant:61a1578c12794d8387e64122ac4c5240 on resource:port {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:51:17.001709 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-015368b1-6776-4370-916a-5daea6e258a3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Unset dirty status for tenant:61a1578c12794d8387e64122ac4c5240 on resource:port {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:51:17.003613 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-015368b1-6776-4370-916a-5daea6e258a3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 947 time: 0.1254418 May 11 13:51:17.027797 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45d2d9-501f-42a7-a5f8-04df01766bbe req-c7bfd8a5-1130-4ff3-bd32-b0bd8947131b tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:17.030493 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-da45d2d9-501f-42a7-a5f8-04df01766bbe req-c7bfd8a5-1130-4ff3-bd32-b0bd8947131b tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 947 time: 0.1456943 May 11 13:51:17.107428 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-da45d2d9-501f-42a7-a5f8-04df01766bbe req-4cde7c0c-158e-4473-b505-a3c5ba70b4bd tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups?id=75cbce44-bebd-44a1-ae1b-8e346e3a4961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699153 May 11 13:51:17.188612 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Deleting port 91226baf-19ae-45f6-ab6e-10c5daddf128 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:17.188961 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:17.336194 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] For port 91226baf-19ae-45f6-ab6e-10c5daddf128, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91226baf-19ae-45f6-ab6e-10c5daddf128,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:17.336580 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:17.794705 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:17.795046 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670581'] for floatingip, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:17.795387 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.l3_db [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Floating IP e9526635-39f1-4a9b-8883-42e8da17bfb8 disassociated. External IP: 172.28.2.74, port: 91226baf-19ae-45f6-ab6e-10c5daddf128. May 11 13:51:17.795725 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Calling delete_port for 91226baf-19ae-45f6-ab6e-10c5daddf128 owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:17.920718 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:17.927510 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f02512ad-fb8d-4c0d-a40b-cf250d15f1c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:17.977713 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event deleted for resources: {'Port': ['ID=91226baf-19ae-45f6-ab6e-10c5daddf128,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:17.981128 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:18.052883 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:18.195791 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Router 40a42a7d-8ad8-44ed-8d15-398179b11cac has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:51:18.214273 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:18.296235 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c84a4439-d921-4a32-91f9-d5094ea160c4 req-e25545f7-4c95-4a9a-9351-51400f6ab8c3 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d1a1e1b-2258-49dc-8e4a-a1e978c7539c HTTP/1.1" status: 200 len: 210 time: 0.0568309 May 11 13:51:18.452749 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:51:18.467733 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] Sync routers for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:51:18.483304 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:18.484757 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:51:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:18.591997 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] No DVR routers for this DVR port 91226baf-19ae-45f6-ab6e-10c5daddf128 on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:18.595941 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:18.600539 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'name': 'network-vif-deleted', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:51:18.627757 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-319743ee-f4c0-4a88-91a2-0b072e8f12f9 req-4d345235-4bce-44f4-9098-65cee621617f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.43 "DELETE /v2.0/ports/91226baf-19ae-45f6-ab6e-10c5daddf128 HTTP/1.1" status: 204 len: 173 time: 1.6176147 May 11 13:51:18.671705 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1a1e1b-2258-49dc-8e4a-a1e978c7539c', 'name': 'network-vif-deleted', 'tag': '91226baf-19ae-45f6-ab6e-10c5daddf128', 'status': 'completed', 'code': 200} May 11 13:51:18.801111 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:19.160968 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-278903e5-57fa-4bea-b104-d72311c445ad tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745008972&fields=id&tenant_id=398ca936bbf7494b9c416116438e3606 HTTP/1.1" status: 200 len: 267 time: 0.0679150 May 11 13:51:19.227441 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:19.303614 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-7efa6381-420e-4b04-8ba2-e85ed17af7a6 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:19.309586 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-7efa6381-420e-4b04-8ba2-e85ed17af7a6 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 984 time: 0.1421585 May 11 13:51:19.318633 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:19.322845 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.v2.base [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-a189e577-42c5-4055-91d4-a3befb04c7d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Request body: {'port': {'security_groups': ['aa7e9a63-84f6-4b1b-a18c-9e18d651412a']}} {{(pid=78837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:51:19.323526 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] Checking router: 40a42a7d-8ad8-44ed-8d15-398179b11cac for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:51:19.334489 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:19.335152 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:51:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:19.597484 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:19.643634 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-a189e577-42c5-4055-91d4-a3befb04c7d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.004542 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-a189e577-42c5-4055-91d4-a3befb04c7d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] For port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:20.013742 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:20.018373 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c3542-0d6e-4857-b772-6e4db63c7fff None None] The sync data for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb is: [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:05Z', 'revision_number': 4, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '697c9c2b-bf74-4654-815e-647a9d026002', 'name': '', 'network_id': 'ac1ca98a-4c0a-4494-931a-c72756209b87', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'mac_address': 'fa:16:3e:a1:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:03Z', 'updated_at': '2021-05-11T13:46:15Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'subnets': [{'id': '65da1db8-e161-4a3d-a471-c8dee451380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:51:20.035398 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-a189e577-42c5-4055-91d4-a3befb04c7d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for port, precommit_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.042956 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-a189e577-42c5-4055-91d4-a3befb04c7d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16513087'] for port, after_update {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.051156 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-1d52e2a8-3eea-46df-b004-8c365aecc6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:20.065539 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:51:20.117787 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-a189e577-42c5-4055-91d4-a3befb04c7d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:20.118463 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-a189e577-42c5-4055-91d4-a3befb04c7d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.127700 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9970f54b-c475-4a7b-ac1d-66a5ef69a0bb req-a189e577-42c5-4055-91d4-a3befb04c7d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "PUT /v2.0/ports/616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 200 len: 942 time: 0.8154025 May 11 13:51:20.128268 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45008) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:20.129924 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'}] {{(pid=78837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:51:20.181930 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189e577-42c5-4055-91d4-a3befb04c7d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event updated for resources: {'Port': ['ID=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,revision_number=7']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:20.201477 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a189e577-42c5-4055-91d4-a3befb04c7d9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:20.207009 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 91226baf-19ae-45f6-ab6e-10c5daddf128 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:20.214216 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'status': 'completed', 'code': 200} May 11 13:51:20.266473 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 91226baf-19ae-45f6-ab6e-10c5daddf128 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:20.267048 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 91226baf-19ae-45f6-ab6e-10c5daddf128 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:20.284587 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:51:20.319156 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3157a80d-b821-4d4f-9847-29b096d4a062 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.363772 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3157a80d-b821-4d4f-9847-29b096d4a062 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.428791 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a6db2-cc2b-4ac9-ae54-524f50ab462b None None] New status for floating IP e9526635-39f1-4a9b-8883-42e8da17bfb8: DOWN {{(pid=78838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:51:20.446940 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-59a15610-c134-40c0-878e-bebbed0293a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:20.449173 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-59a15610-c134-40c0-878e-bebbed0293a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=398ca936bbf7494b9c416116438e3606&device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 1098 time: 0.2094538 May 11 13:51:20.493523 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45016) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:20.607755 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3157a80d-b821-4d4f-9847-29b096d4a062 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.620860 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-71eac636-a716-4a85-b346-98cc02cc1dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:20.632617 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-58a48935-2e76-40bf-bd68-94c55b5ad243 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.636359 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-6ac0976f-2755-4d20-ac72-404f2c74b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:20.637877 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-6ac0976f-2755-4d20-ac72-404f2c74b7a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ad90acf-83ec-432c-b4f5-0ec512082d80 HTTP/1.1" status: 200 len: 915 time: 0.1825528 May 11 13:51:20.640586 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-3157a80d-b821-4d4f-9847-29b096d4a062 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.641759 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-3157a80d-b821-4d4f-9847-29b096d4a062 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "DELETE /v2.0/security-groups/3856f269-baec-4a1a-8a93-f0c85934a895 HTTP/1.1" status: 204 len: 168 time: 0.5127871 May 11 13:51:20.643588 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157a80d-b821-4d4f-9847-29b096d4a062 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3856f269-baec-4a1a-8a93-f0c85934a895,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:20.646286 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-3157a80d-b821-4d4f-9847-29b096d4a062 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:20.646826 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45020) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:20.678844 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-21e617ac-4e68-48d7-b104-867d2f4b78a1 None None] Provisioning complete for port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 triggered by entity DHCP. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:51:20.679230 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-21e617ac-4e68-48d7-b104-867d2f4b78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.680837 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-58a48935-2e76-40bf-bd68-94c55b5ad243 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.769183 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-58a48935-2e76-40bf-bd68-94c55b5ad243 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.776750 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-a27de1a5-00f9-4480-b778-029daf84eb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:20.799340 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a48935-2e76-40bf-bd68-94c55b5ad243 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cbce44-bebd-44a1-ae1b-8e346e3a4961,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:20.818210 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-58a48935-2e76-40bf-bd68-94c55b5ad243 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:20.834776 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-58a48935-2e76-40bf-bd68-94c55b5ad243 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:20.836515 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-58a48935-2e76-40bf-bd68-94c55b5ad243 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "DELETE /v2.0/security-groups/75cbce44-bebd-44a1-ae1b-8e346e3a4961 HTTP/1.1" status: 204 len: 168 time: 0.3407428 May 11 13:51:20.848170 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45024) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:20.873730 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.api.v2.resource [None req-4ea8376d-8f87-441a-8d29-841859002ba9 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] show failed (client error): The resource could not be found. May 11 13:51:20.877490 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4ea8376d-8f87-441a-8d29-841859002ba9 tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "GET /v2.0/security-groups/75cbce44-bebd-44a1-ae1b-8e346e3a4961 HTTP/1.1" status: 404 len: 347 time: 0.0248563 May 11 13:51:20.880254 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45028) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:20.951165 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-bd58bfb4-a34f-4831-943d-26a8cd710cf3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 200 len: 1000 time: 0.3033814 May 11 13:51:21.175616 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Deleting port c5ed7c92-1ffd-48f5-b2ef-24ef249bddc1 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:21.175972 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:21.206630 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-52f2d61f-989f-4414-9bb0-967340a825e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:21.208361 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-52f2d61f-989f-4414-9bb0-967340a825e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a91d3824-91cf-4b8c-bb8b-d40ec94484e6 HTTP/1.1" status: 200 len: 853 time: 0.2490904 May 11 13:51:21.291777 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Deleting port db4dfd77-aea6-494d-bca1-efdee2e24ccd {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:21.292117 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:21.314915 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:21.315259 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:21.389327 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-e0eb4f97-b9b7-47d4-a8c6-6d0e96f338bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:21.391475 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-e0eb4f97-b9b7-47d4-a8c6-6d0e96f338bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ad90acf-83ec-432c-b4f5-0ec512082d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1757071 May 11 13:51:21.447515 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Calling delete_port for c5ed7c92-1ffd-48f5-b2ef-24ef249bddc1 owned by network:floatingip {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:21.538892 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:21.539203 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:21.601957 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:21.605913 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-571a8dc1-2d13-43b9-8195-d52e1d5906d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:21.661900 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Pushing event deleted for resources: {'Port': ['ID=c5ed7c92-1ffd-48f5-b2ef-24ef249bddc1,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:21.665963 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:21.705430 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Calling delete_port for db4dfd77-aea6-494d-bca1-efdee2e24ccd owned by network:floatingip {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:21.737321 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-f5a094bc-a057-464c-a4ed-ea532cf02eb6 service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373256 May 11 13:51:21.779245 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks [] for floatingip, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:21.798111 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:21.799292 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-e9cda13a-22c0-47f4-aaeb-dfac41bb0c8f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] 10.222.0.30 "DELETE /v2.0/floatingips/e9526635-39f1-4a9b-8883-42e8da17bfb8 HTTP/1.1" status: 204 len: 168 time: 0.9174626 May 11 13:51:21.924119 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-6c40cde5-10ea-49d8-9541-f7a4b61b1575 req-93afee0a-c07d-4871-baac-af45ab67c316 service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706779 May 11 13:51:22.022939 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:22.026080 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a5b92505-d69d-42dd-9b5d-fe6a45950f8f tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:22.073316 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event deleted for resources: {'Port': ['ID=db4dfd77-aea6-494d-bca1-efdee2e24ccd,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:22.076235 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:22.183348 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks [] for floatingip, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:22.183674 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.l3_db [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Floating IP 6f007c7e-93d5-444b-b39e-fb537e20c15a disassociated (deleted). External IP: 172.28.2.41, port: 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4. May 11 13:51:22.563861 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Router 490394e8-6b52-4eb2-9261-e49bda0d620f has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:51:22.864847 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:51:22.876009 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] Sync routers for ids ['490394e8-6b52-4eb2-9261-e49bda0d620f'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:51:22.884238 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for floatingip, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:22.886400 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] Routers {'490394e8-6b52-4eb2-9261-e49bda0d620f'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:22.887053 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:51:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['490394e8-6b52-4eb2-9261-e49bda0d620f'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:22.943347 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "DELETE /v2.0/floatingips/6f007c7e-93d5-444b-b39e-fb537e20c15a HTTP/1.1" status: 204 len: 168 time: 2.2940915 May 11 13:51:22.944231 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:51:22.999208 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'status': 'completed', 'code': 200} May 11 13:51:23.102754 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] Set router 490394e8-6b52-4eb2-9261-e49bda0d620f gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:23.108262 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-198a93d9-b10d-494a-baa1-e556f5bbdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:23.110322 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-198a93d9-b10d-494a-baa1-e556f5bbdcd1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=398ca936bbf7494b9c416116438e3606&device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 1098 time: 0.0895872 May 11 13:51:23.288932 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-e342b475-02e3-4535-8f92-a76baa041406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:23.290894 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-e342b475-02e3-4535-8f92-a76baa041406 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4ad90acf-83ec-432c-b4f5-0ec512082d80 HTTP/1.1" status: 200 len: 915 time: 0.1738303 May 11 13:51:23.373161 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-742df094-cea1-4da1-90fd-de1ded450fe8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 200 len: 217 time: 0.0753131 May 11 13:51:23.468842 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-c5a6df22-da6b-45b2-b9cf-a13b3ab09805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:23.470559 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-c5a6df22-da6b-45b2-b9cf-a13b3ab09805 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a91d3824-91cf-4b8c-bb8b-d40ec94484e6 HTTP/1.1" status: 200 len: 853 time: 0.0855234 May 11 13:51:23.551613 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:12Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '9196b3bd-b6ed-4bc2-af5a-e772a9a936e1', 'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'mac_address': 'fa:16:3e:3b:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:11Z', 'updated_at': '2021-05-11T13:49:18Z', 'revision_number': 5, 'project_id': '398ca936bbf7494b9c416116438e3606', 'subnets': [{'id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:23.556565 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] Checking router: 490394e8-6b52-4eb2-9261-e49bda0d620f for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:51:23.565966 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] Routers {'490394e8-6b52-4eb2-9261-e49bda0d620f'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:23.566686 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:51:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['490394e8-6b52-4eb2-9261-e49bda0d620f'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:23.573804 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-2b5e69d0-4b11-4665-83d2-a1951e4758a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:23.575273 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-2b5e69d0-4b11-4665-83d2-a1951e4758a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4ad90acf-83ec-432c-b4f5-0ec512082d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0947623 May 11 13:51:23.714716 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-14803d74-afa8-40a7-ab0c-0c86c6b0337c service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313102 May 11 13:51:23.745829 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] Set router 490394e8-6b52-4eb2-9261-e49bda0d620f gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:23.853194 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b5a601d6-746b-4d7c-995d-ced0e42cd7a2 req-eeb6f994-2905-41c5-8f71-af57ffcab428 service neutron] 10.222.0.43 "GET /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316221 May 11 13:51:24.065993 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:12Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '9196b3bd-b6ed-4bc2-af5a-e772a9a936e1', 'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'mac_address': 'fa:16:3e:3b:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:11Z', 'updated_at': '2021-05-11T13:49:18Z', 'revision_number': 5, 'project_id': '398ca936bbf7494b9c416116438e3606', 'subnets': [{'id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:24.069954 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2aedf-acf2-48e0-b4d5-4145cfa86033 None None] The sync data for ids ['490394e8-6b52-4eb2-9261-e49bda0d620f'] in dv-cinder-784779-11-smb is: [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:49:12Z', 'revision_number': 4, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb', '_interfaces': [{'id': '9196b3bd-b6ed-4bc2-af5a-e772a9a936e1', 'name': '', 'network_id': '4ad90acf-83ec-432c-b4f5-0ec512082d80', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'mac_address': 'fa:16:3e:3b:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:11Z', 'updated_at': '2021-05-11T13:49:18Z', 'revision_number': 5, 'project_id': '398ca936bbf7494b9c416116438e3606', 'subnets': [{'id': 'a91d3824-91cf-4b8c-bb8b-d40ec94484e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:51:24.303565 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb545a0-1e87-46f1-8fc9-0b03684d6c6a None None] New status for floating IP 6f007c7e-93d5-444b-b39e-fb537e20c15a: DOWN {{(pid=78838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 13:51:24.731136 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45068) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:25.613295 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657228'] for router_interface, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:26.054375 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Deleting port 697c9c2b-bf74-4654-815e-647a9d026002 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:26.055089 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:26.190354 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] For port 697c9c2b-bf74-4654-815e-647a9d026002, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=697c9c2b-bf74-4654-815e-647a9d026002,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:26.190714 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:26.325030 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Calling delete_port for 697c9c2b-bf74-4654-815e-647a9d026002 owned by network:router_interface {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:26.444293 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad982d-def8-4379-8484-74bd22209dc3 req-fbd7dcba-0969-4d03-867f-ef09588fd7eb tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:26.445870 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fdad982d-def8-4379-8484-74bd22209dc3 req-fbd7dcba-0969-4d03-867f-ef09588fd7eb tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 945 time: 0.1279583 May 11 13:51:26.513785 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fdad982d-def8-4379-8484-74bd22209dc3 req-15ebd808-9400-4472-bb97-ca40d901b897 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577180 May 11 13:51:26.589297 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:26.593159 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-20d64db5-cde1-4239-b0b1-6fb74c11751c tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:26.639693 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Pushing event deleted for resources: {'Port': ['ID=697c9c2b-bf74-4654-815e-647a9d026002,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:26.643103 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:27.044326 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666108'] for router_interface, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:27.431816 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Router 40a42a7d-8ad8-44ed-8d15-398179b11cac has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:51:27.617496 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:51:27.627133 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] Sync routers for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:51:27.631546 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-5dad4369-4a5a-4944-a842-62edb6fa9718 admin admin] 10.222.0.30 "PUT /v2.0/routers/40a42a7d-8ad8-44ed-8d15-398179b11cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8992143 May 11 13:51:27.634093 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45086) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:27.637345 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:27.637986 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:51:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:27.751080 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bcd2f-6d29-45a6-9f1f-405cb23cd56c req-a85f89d7-9297-4c38-8147-15dbc2a95d0b tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:27.753602 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e42bcd2f-6d29-45a6-9f1f-405cb23cd56c req-a85f89d7-9297-4c38-8147-15dbc2a95d0b tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 945 time: 0.1191809 May 11 13:51:27.803427 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e42bcd2f-6d29-45a6-9f1f-405cb23cd56c req-fbd8a37d-7c9b-46aa-bfc2-46ea15490db9 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 May 11 13:51:27.836755 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Notify callbacks [] for router, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:27.867991 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:28.070882 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:28.080843 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-5106b831-ff32-4c71-8fdd-5102fbc66ba7 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:28.081536 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-5106b831-ff32-4c71-8fdd-5102fbc66ba7 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Synchronizing usage tracker for tenant:398ca936bbf7494b9c416116438e3606 on resource:port {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:51:28.124618 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-5106b831-ff32-4c71-8fdd-5102fbc66ba7 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Unset dirty status for tenant:398ca936bbf7494b9c416116438e3606 on resource:port {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:51:28.125797 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-5106b831-ff32-4c71-8fdd-5102fbc66ba7 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 945 time: 0.1776223 May 11 13:51:28.161285 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:51:26Z', 'revision_number': 5, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port': {'id': '72442ff9-cc08-4d17-b833-306aa28ae00f', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:28.165764 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] Checking router: 40a42a7d-8ad8-44ed-8d15-398179b11cac for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:51:28.175345 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] Routers {'40a42a7d-8ad8-44ed-8d15-398179b11cac'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:28.175988 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:51:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['40a42a7d-8ad8-44ed-8d15-398179b11cac'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:28.326772 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] Set router 40a42a7d-8ad8-44ed-8d15-398179b11cac gateway port host: None {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:28.359842 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Deleting port 72442ff9-cc08-4d17-b833-306aa28ae00f {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:28.360180 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:28.479039 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:51:28Z', 'revision_number': 6, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port_host': None}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:28.483447 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0725cf-2fc2-49c3-be21-aa6f5ff34850 None None] The sync data for ids ['40a42a7d-8ad8-44ed-8d15-398179b11cac'] in dv-cinder-784779-11-smb is: [{'id': '40a42a7d-8ad8-44ed-8d15-398179b11cac', 'name': 'tempest-AttachVolumeShelveTestJSON-381684342-router', 'tenant_id': '61a1578c12794d8387e64122ac4c5240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:59Z', 'updated_at': '2021-05-11T13:51:28Z', 'revision_number': 6, 'project_id': '61a1578c12794d8387e64122ac4c5240', 'gw_port_host': None}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:51:28.487630 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Deleting port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:28.487886 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:28.588680 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] For port 72442ff9-cc08-4d17-b833-306aa28ae00f, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=72442ff9-cc08-4d17-b833-306aa28ae00f,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:28.588955 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:28.737002 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Calling delete_port for 72442ff9-cc08-4d17-b833-306aa28ae00f owned by network:router_gateway {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:28.777797 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] For port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:28.778077 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:28.902666 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Calling delete_port for 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:29.014807 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb78389-96ff-4c8c-86f5-c31c7328c9dd req-91d30be7-adbd-4673-92db-acf104f88957 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:51:29.016637 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4bb78389-96ff-4c8c-86f5-c31c7328c9dd req-91d30be7-adbd-4673-92db-acf104f88957 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e6bc106-2e14-402b-b723-956675c00927 HTTP/1.1" status: 200 len: 945 time: 0.1000974 May 11 13:51:29.066731 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-4bb78389-96ff-4c8c-86f5-c31c7328c9dd req-225cb06d-a74f-4fdf-8a17-2a3c99f162c7 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa7e9a63-84f6-4b1b-a18c-9e18d651412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442901 May 11 13:51:29.239821 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:29.246588 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-abfd7796-c01b-4350-bbac-6ca3cb2248bc tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:29.251883 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:51:29.285046 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:29.298809 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Pushing event deleted for resources: {'Port': ['ID=616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:29.331033 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:29.336005 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-c87231a7-7596-43b7-8345-5d678c4b2c5e tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:29.415593 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Pushing event deleted for resources: {'Port': ['ID=72442ff9-cc08-4d17-b833-306aa28ae00f,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:29.446592 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:29.451624 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] No DVR routers for this DVR port 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:29.461304 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:29.463894 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'name': 'network-vif-deleted', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:51:29.518531 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-9f636d00-5b08-4bf3-86a3-ee31cd9b5fc2 req-be6a9637-2ba2-485a-839e-c7ade1fe5e46 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] 10.222.0.43 "DELETE /v2.0/ports/616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 HTTP/1.1" status: 204 len: 173 time: 1.3871250 May 11 13:51:29.534661 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6bc106-2e14-402b-b723-956675c00927', 'name': 'network-vif-deleted', 'tag': '616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4', 'status': 'completed', 'code': 200} May 11 13:51:29.535536 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670568'] for router_gateway, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:29.816122 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259419'] for router, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:29.818361 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:29.904509 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908666'] for router, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:29.905076 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40a42a7d-8ad8-44ed-8d15-398179b11cac {{(pid=78836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 13:51:29.914848 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Notify callbacks [] for router, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:29.915964 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] 10.222.0.30 "DELETE /v2.0/routers/40a42a7d-8ad8-44ed-8d15-398179b11cac HTTP/1.1" status: 204 len: 168 time: 2.2803283 May 11 13:51:29.918691 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45094) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:29.978565 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a3a37f-b207-46eb-aeee-a22ae14c7c7e admin admin] Deleting subnet 65da1db8-e161-4a3d-a471-c8dee451380d {{(pid=78836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:51:29.983916 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-05a3a37f-b207-46eb-aeee-a22ae14c7c7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:30.039116 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-05a3a37f-b207-46eb-aeee-a22ae14c7c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15097265'] for subnet, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:30.124712 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-05a3a37f-b207-46eb-aeee-a22ae14c7c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:30.377684 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-05a3a37f-b207-46eb-aeee-a22ae14c7c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14751732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15256084'] for subnet, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:30.382589 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f17355dc-8a5e-4924-8aa0-ea8652085281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:30.418273 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3a37f-b207-46eb-aeee-a22ae14c7c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65da1db8-e161-4a3d-a471-c8dee451380d,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:30.420739 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-05a3a37f-b207-46eb-aeee-a22ae14c7c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:30.422930 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-05a3a37f-b207-46eb-aeee-a22ae14c7c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:30.429537 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-05a3a37f-b207-46eb-aeee-a22ae14c7c7e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/65da1db8-e161-4a3d-a471-c8dee451380d HTTP/1.1" status: 204 len: 168 time: 0.5074434 May 11 13:51:30.429936 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45114) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:30.431935 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718f58f6-2889-4039-b3fd-91d4709be2f6 None None] Network ac1ca98a-4c0a-4494-931a-c72756209b87 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:51:30.562482 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 697c9c2b-bf74-4654-815e-647a9d026002 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:30.564978 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:30.612545 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 697c9c2b-bf74-4654-815e-647a9d026002 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:30.612745 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 697c9c2b-bf74-4654-815e-647a9d026002 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:30.613011 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 72442ff9-cc08-4d17-b833-306aa28ae00f no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:30.645043 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Deleting port 4a5c0013-a3e1-4dcf-840e-89891e52562f {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:30.645469 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:30.675457 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 72442ff9-cc08-4d17-b833-306aa28ae00f {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:30.675803 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 72442ff9-cc08-4d17-b833-306aa28ae00f not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:30.759084 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] For port 4a5c0013-a3e1-4dcf-840e-89891e52562f, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=4a5c0013-a3e1-4dcf-840e-89891e52562f,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:30.759503 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:30.836358 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] DHCP port deletion for ac1ca98a-4c0a-4494-931a-c72756209b87 request from dv-cinder-784779-11-smb {{(pid=78838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 13:51:30.894956 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Calling delete_port for 4a5c0013-a3e1-4dcf-840e-89891e52562f owned by network:dhcp {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:30.911022 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45144) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:30.912555 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Deleting port 4a5c0013-a3e1-4dcf-840e-89891e52562f {{(pid=78838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:30.913161 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:30.949926 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:30.954302 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-70b7295b-c756-4902-8419-867da7f7a153 tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:31.000085 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5c0013-a3e1-4dcf-840e-89891e52562f,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:31.002901 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:31.005461 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] No DVR routers for this DVR port 4a5c0013-a3e1-4dcf-840e-89891e52562f on host dv-cinder-784779-11-smb {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:31.058296 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] For port 4a5c0013-a3e1-4dcf-840e-89891e52562f, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=4a5c0013-a3e1-4dcf-840e-89891e52562f,segment=NetworkSegment(e0a268d1-b39d-4b93-b52a-069d897c9a1f),segment_id=e0a268d1-b39d-4b93-b52a-069d897c9a1f)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:31.058597 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.125916 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.139547 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1ca98a-4c0a-4494-931a-c72756209b87']}} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:31.152031 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a268d1-b39d-4b93-b52a-069d897c9a1f') {'for_net_delete': True} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:31.152300 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a268d1-b39d-4b93-b52a-069d897c9a1f') {} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:31.164636 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15097262'] for segment, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.181469 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.183482 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Calling delete_port for 4a5c0013-a3e1-4dcf-840e-89891e52562f owned by network:dhcp {{(pid=78838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:31.188851 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=78836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:51:31.189301 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14751634'] for segment, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: Traceback (most recent call last): May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: timer() May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: cb(*args, **kw) May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: return func(*args, **kwargs) May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: self._notify() May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: self.callback(batched_events) May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: event.method(event) May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: return f(self, *a, **k) May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: return self._get(url).json() May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: return self.request(url, 'GET', **kwargs) May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:51:31.202983 dv-cinder-784779-11-smb neutron-server[78836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:51:31.231613 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429'] for port, after_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.236048 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:31.284656 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Pushing event deleted for resources: {'Port': ['ID=4a5c0013-a3e1-4dcf-840e-89891e52562f,revision_number=None']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:31.289968 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] No DVR routers for this DVR port 4a5c0013-a3e1-4dcf-840e-89891e52562f on host dv-cinder-784779-11-smb {{(pid=78838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:31.297053 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.297572 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.304303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.304303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.304303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.304303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.304303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.304303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.304303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.304303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.304303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.304303 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:51:31.306106 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-998314a1-3f52-4d27-904f-6127084cf503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:31.387682 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.391942 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:31.407527 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.416963 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac1ca98a-4c0a-4494-931a-c72756209b87,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:31.420088 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:31.433774 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-0e5adba2-fa1b-4ea7-baeb-f04a2fea19e3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ac1ca98a-4c0a-4494-931a-c72756209b87 HTTP/1.1" status: 204 len: 168 time: 1.0028212 May 11 13:51:31.570701 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45150) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:31.620864 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-61f7df8d-8b80-4cb0-956b-30b620dcaafe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61a1578c12794d8387e64122ac4c5240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488923 May 11 13:51:31.621366 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657228'] for router_interface, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.623394 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45154) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:31.708702 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-35fe16d1-16aa-42cb-be17-c3cfa05ce25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.735394 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-35fe16d1-16aa-42cb-be17-c3cfa05ce25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.803751 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-35fe16d1-16aa-42cb-be17-c3cfa05ce25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.809303 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-611842b8-9bd4-4627-bfc6-58117e3d60d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:31.823519 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe16d1-16aa-42cb-be17-c3cfa05ce25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cff69ab-ba1b-4396-9653-290cc2ea7cb4,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:31.826981 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-35fe16d1-16aa-42cb-be17-c3cfa05ce25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:31.837717 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-35fe16d1-16aa-42cb-be17-c3cfa05ce25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:31.839241 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-35fe16d1-16aa-42cb-be17-c3cfa05ce25e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cff69ab-ba1b-4396-9653-290cc2ea7cb4 HTTP/1.1" status: 204 len: 168 time: 0.2147315 May 11 13:51:32.047115 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Deleting port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 {{(pid=78837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:32.047692 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:32.170511 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.db [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] For port 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=9196b3bd-b6ed-4bc2-af5a-e772a9a936e1,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:32.170859 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:32.177722 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:32.212548 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:32.212909 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 616ae3ed-5c5d-4f0c-a3c6-88f43f2221e4 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:32.303619 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.plugins.ml2.plugin [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Calling delete_port for 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 owned by network:router_interface {{(pid=78837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:32.451748 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16513062'] for port, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:32.463829 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 4a5c0013-a3e1-4dcf-840e-89891e52562f no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:32.475309 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5e7ac393-1c83-426d-9598-b8742b83b092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:32.512016 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 4a5c0013-a3e1-4dcf-840e-89891e52562f {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:32.512180 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 4a5c0013-a3e1-4dcf-840e-89891e52562f not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:32.582527 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Pushing event deleted for resources: {'Port': ['ID=9196b3bd-b6ed-4bc2-af5a-e772a9a936e1,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:32.593398 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:32.821844 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666108'] for router_interface, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:33.334002 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Router 490394e8-6b52-4eb2-9261-e49bda0d620f has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:51:33.524344 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:51:33.533482 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] Sync routers for ids ['490394e8-6b52-4eb2-9261-e49bda0d620f'] in dv-cinder-784779-11-smb {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:51:33.537360 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-2b4fdf30-ae86-4a10-9586-1adfbbafe66f admin admin] 10.222.0.30 "PUT /v2.0/routers/490394e8-6b52-4eb2-9261-e49bda0d620f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6245697 May 11 13:51:33.540146 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45192) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:33.543756 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] Routers {'490394e8-6b52-4eb2-9261-e49bda0d620f'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:33.544395 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:51:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['490394e8-6b52-4eb2-9261-e49bda0d620f'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:33.718790 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] Set router 490394e8-6b52-4eb2-9261-e49bda0d620f gateway port host: dv-cinder-784779-11-smb {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:33.719644 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Notify callbacks [] for router, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:33.900800 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:33.985116 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Deleting port 4cf370ac-fc9a-4e90-ac38-31fb2511d113 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:33.985384 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:34.013103 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:51:32Z', 'revision_number': 5, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port': {'id': '4cf370ac-fc9a-4e90-ac38-31fb2511d113', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:08Z', 'updated_at': '2021-05-11T13:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:34.017352 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] Checking router: 490394e8-6b52-4eb2-9261-e49bda0d620f for host: dv-cinder-784779-11-smb {{(pid=78838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:51:34.025871 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] Routers {'490394e8-6b52-4eb2-9261-e49bda0d620f'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:34.026772 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:51:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['490394e8-6b52-4eb2-9261-e49bda0d620f'], 'active': True} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:34.111129 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] For port 4cf370ac-fc9a-4e90-ac38-31fb2511d113, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=4cf370ac-fc9a-4e90-ac38-31fb2511d113,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:34.111629 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:34.175622 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvr_db [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] Set router 490394e8-6b52-4eb2-9261-e49bda0d620f gateway port host: None {{(pid=78838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:34.232132 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Calling delete_port for 4cf370ac-fc9a-4e90-ac38-31fb2511d113 owned by network:router_gateway {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:34.286795 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_hamode_db [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:51:33Z', 'revision_number': 6, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port_host': None}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:34.294301 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f312ae-ad50-45f2-b629-d3d125333085 None None] The sync data for ids ['490394e8-6b52-4eb2-9261-e49bda0d620f'] in dv-cinder-784779-11-smb is: [{'id': '490394e8-6b52-4eb2-9261-e49bda0d620f', 'name': 'tempest-TestMinimumBasicScenario-597848186-router', 'tenant_id': '398ca936bbf7494b9c416116438e3606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:07Z', 'updated_at': '2021-05-11T13:51:33Z', 'revision_number': 6, 'project_id': '398ca936bbf7494b9c416116438e3606', 'gw_port_host': None}] {{(pid=78838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:51:34.376919 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:34.380813 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-68087428-8b6c-4681-8b9c-0952cca3027f tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:34.424734 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf370ac-fc9a-4e90-ac38-31fb2511d113,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:34.427731 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:34.519289 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670568'] for router_gateway, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:34.794716 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:34.804789 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259419'] for router, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:34.807119 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:34.832973 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:34.833417 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 9196b3bd-b6ed-4bc2-af5a-e772a9a936e1 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:34.849321 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908666'] for router, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:34.850090 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 490394e8-6b52-4eb2-9261-e49bda0d620f {{(pid=78836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 13:51:34.862530 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Notify callbacks [] for router, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:34.863760 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] 10.222.0.30 "DELETE /v2.0/routers/490394e8-6b52-4eb2-9261-e49bda0d620f HTTP/1.1" status: 204 len: 168 time: 1.3226242 May 11 13:51:34.866976 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45208) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:34.928879 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a11d5c-b0de-40a2-b8f8-5ed908e27718 admin admin] Deleting subnet a91d3824-91cf-4b8c-bb8b-d40ec94484e6 {{(pid=78836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:51:34.932138 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a0a11d5c-b0de-40a2-b8f8-5ed908e27718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:34.982552 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a0a11d5c-b0de-40a2-b8f8-5ed908e27718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15097265'] for subnet, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:35.065399 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a0a11d5c-b0de-40a2-b8f8-5ed908e27718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:35.340787 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a0a11d5c-b0de-40a2-b8f8-5ed908e27718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14751732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15256084'] for subnet, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:35.344963 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:35.378784 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a11d5c-b0de-40a2-b8f8-5ed908e27718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a91d3824-91cf-4b8c-bb8b-d40ec94484e6,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:35.382439 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a0a11d5c-b0de-40a2-b8f8-5ed908e27718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:35.384725 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-a0a11d5c-b0de-40a2-b8f8-5ed908e27718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:35.390105 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee43b6-6127-454a-9f18-ebeb8c070a75 None None] Network 4ad90acf-83ec-432c-b4f5-0ec512082d80 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:51:35.391365 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-a0a11d5c-b0de-40a2-b8f8-5ed908e27718 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a91d3824-91cf-4b8c-bb8b-d40ec94484e6 HTTP/1.1" status: 204 len: 168 time: 0.5234354 May 11 13:51:35.393897 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45220) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:35.512012 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:35.585117 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Deleting port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:35.585370 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:35.687699 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2679d3-fcfc-4a4f-b20f-9744245fb23d None None] DHCP port deletion for 4ad90acf-83ec-432c-b4f5-0ec512082d80 request from dv-cinder-784779-11-smb {{(pid=78838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 13:51:35.690227 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] For port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:35.690587 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:35.755160 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-2a2679d3-fcfc-4a4f-b20f-9744245fb23d None None] Deleting port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf {{(pid=78838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:35.755531 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2a2679d3-fcfc-4a4f-b20f-9744245fb23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:35.813991 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Calling delete_port for 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf owned by network:dhcp {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:35.853080 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-2a2679d3-fcfc-4a4f-b20f-9744245fb23d None None] For port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf,segment=NetworkSegment(18e36cc9-25e0-45e6-b3d5-c3e7094fac55),segment_id=18e36cc9-25e0-45e6-b3d5-c3e7094fac55)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:35.853688 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2a2679d3-fcfc-4a4f-b20f-9744245fb23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:35.861689 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:35.866863 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ab5c6fa5-5e3c-4ab8-b539-63726366ba8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:35.914858 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] No DVR routers for this DVR port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf on host dv-cinder-784779-11-smb {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:35.916644 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:35.942735 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:35.973751 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-2a2679d3-fcfc-4a4f-b20f-9744245fb23d None None] Calling delete_port for 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf owned by network:dhcp {{(pid=78838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:36.021388 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2a2679d3-fcfc-4a4f-b20f-9744245fb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429'] for port, after_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:36.026170 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:36.035974 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:36.050729 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad90acf-83ec-432c-b4f5-0ec512082d80']}} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:36.064272 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e36cc9-25e0-45e6-b3d5-c3e7094fac55') {'for_net_delete': True} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:36.064827 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e36cc9-25e0-45e6-b3d5-c3e7094fac55') {} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:36.073802 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2679d3-fcfc-4a4f-b20f-9744245fb23d None None] Pushing event deleted for resources: {'Port': ['ID=29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf,revision_number=None']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:36.076784 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-2a2679d3-fcfc-4a4f-b20f-9744245fb23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:36.077912 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2679d3-fcfc-4a4f-b20f-9744245fb23d None None] No DVR routers for this DVR port 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf on host dv-cinder-784779-11-smb {{(pid=78838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:36.080494 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15097262'] for segment, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:36.098684 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:36.105886 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=78836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:51:36.106227 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14751634'] for segment, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: Traceback (most recent call last): May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: timer() May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: cb(*args, **kw) May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: return func(*args, **kwargs) May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: self._notify() May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: self.callback(batched_events) May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: event.method(event) May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: return f(self, *a, **k) May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: return self._get(url).json() May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: return self.request(url, 'GET', **kwargs) May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:51:36.120674 dv-cinder-784779-11-smb neutron-server[78836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:51:36.202277 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:36.206395 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:36.219612 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:36.229999 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad90acf-83ec-432c-b4f5-0ec512082d80,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:36.233156 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:36.246691 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-f00a6419-9708-4561-95bd-41a43a56fd8d admin admin] 10.222.0.30 "DELETE /v2.0/networks/4ad90acf-83ec-432c-b4f5-0ec512082d80 HTTP/1.1" status: 204 len: 168 time: 0.8516467 May 11 13:51:36.249538 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45236) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:36.477132 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:36.514735 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:36.515248 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 29f2ddd3-125a-4c39-a1ce-76ee2a9e1abf not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:36.516505 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 4cf370ac-fc9a-4e90-ac38-31fb2511d113 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:36.551887 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 4cf370ac-fc9a-4e90-ac38-31fb2511d113 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:36.552244 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 4cf370ac-fc9a-4e90-ac38-31fb2511d113 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:36.931216 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657228'] for router_interface, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:37.362573 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Deleting port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:37.362862 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:37.491588 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] For port b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48,segment=NetworkSegment(aaf45230-3668-4275-98e5-cacc83359b7c),segment_id=aaf45230-3668-4275-98e5-cacc83359b7c)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:37.492142 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:37.617998 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Calling delete_port for b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 owned by network:router_interface {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:37.776956 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:37.781755 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2ce93e9e-6a62-4136-9d9b-5c1b34ef89ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:37.825096 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:37.855609 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:38.194263 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666108'] for router_interface, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:38.573415 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Router 0da6734c-5718-4837-9da9-5d1f0538ecde has already been hosted by L3 agent b390ccfb-8fb6-43b6-a660-e2c61d40e997 {{(pid=78836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 13:51:38.764416 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-smb the message routers_updated {{(pid=78836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 13:51:38.775881 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] Sync routers for ids ['0da6734c-5718-4837-9da9-5d1f0538ecde'] in dv-cinder-784779-11-smb {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 13:51:38.784204 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] 10.222.0.30 "PUT /v2.0/routers/0da6734c-5718-4837-9da9-5d1f0538ecde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5335629 May 11 13:51:38.786820 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45266) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:38.789858 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] Routers {'0da6734c-5718-4837-9da9-5d1f0538ecde'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:38.790617 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:51:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['0da6734c-5718-4837-9da9-5d1f0538ecde'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:38.970020 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] Set router 0da6734c-5718-4837-9da9-5d1f0538ecde gateway port host: dv-cinder-784779-11-smb {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:38.979936 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Notify callbacks [] for router, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.067582 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45272) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:39.164245 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.191433 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5c23fa24-4bd3-4913-a075-642e48cb5a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.206979 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-5c23fa24-4bd3-4913-a075-642e48cb5a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:51:39.211064 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-5c23fa24-4bd3-4913-a075-642e48cb5a2b admin admin] Usage tracker for resource:security_group_rule and tenant:4046482446134acd883dcac3a402d976 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:51:39.215249 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-5c23fa24-4bd3-4913-a075-642e48cb5a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:51:39.221611 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-5c23fa24-4bd3-4913-a075-642e48cb5a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:51:39.238489 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Deleting port e4f196ee-d4ab-4c13-938f-f12f9b060ee1 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:39.239098 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.266060 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'name': 'tempest-TestMinimumBasicScenario-1172230340-router', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'external_fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:15Z', 'updated_at': '2021-05-11T13:51:37Z', 'revision_number': 5, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'gw_port': {'id': 'e4f196ee-d4ab-4c13-938f-f12f9b060ee1', 'name': '', 'network_id': '5fd5223b-96e3-4eff-ad4d-31cccabef5cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:49:16Z', 'updated_at': '2021-05-11T13:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be970c6f-aa57-4970-be94-b14e6a898fc6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-smb'}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:39.270036 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] Checking router: 0da6734c-5718-4837-9da9-5d1f0538ecde for host: dv-cinder-784779-11-smb {{(pid=78839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 13:51:39.278674 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] Routers {'0da6734c-5718-4837-9da9-5d1f0538ecde'} bound to L3 agent in host dv-cinder-784779-11-smb {{(pid=78839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 13:51:39.279286 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:34:46Z,description=,heartbeat_timestamp=2021-05-11T13:51:16Z,host='dv-cinder-784779-11-smb',id=b390ccfb-8fb6-43b6-a660-e2c61d40e997,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T13:34:46Z,topic='l3_agent')) {'router_ids': ['0da6734c-5718-4837-9da9-5d1f0538ecde'], 'active': True} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:39.313180 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5c23fa24-4bd3-4913-a075-642e48cb5a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.319257 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5c23fa24-4bd3-4913-a075-642e48cb5a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.328303 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5eba2ac0-476a-47fd-bdab-29d9b52d16db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:39.365761 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] For port e4f196ee-d4ab-4c13-938f-f12f9b060ee1, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=e4f196ee-d4ab-4c13-938f-f12f9b060ee1,segment=NetworkSegment(66e1815c-2c75-4214-9baa-a1fa9d965fa0),segment_id=66e1815c-2c75-4214-9baa-a1fa9d965fa0)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:39.366477 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.369580 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23fa24-4bd3-4913-a075-642e48cb5a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b146b3af-82b8-4063-956b-49188a82bab9,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:39.372895 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5c23fa24-4bd3-4913-a075-642e48cb5a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:39.378246 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45278) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:39.378499 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-5c23fa24-4bd3-4913-a075-642e48cb5a2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4046482446134acd883dcac3a402d976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094850 May 11 13:51:39.429433 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_dvr_db [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] Set router 0da6734c-5718-4837-9da9-5d1f0538ecde gateway port host: None {{(pid=78839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 13:51:39.536501 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.l3_hamode_db [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'name': 'tempest-TestMinimumBasicScenario-1172230340-router', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:15Z', 'updated_at': '2021-05-11T13:51:39Z', 'revision_number': 6, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'gw_port_host': None}], 'dv-cinder-784779-11-smb', False) {} {{(pid=78839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:39.541047 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b06cf-cd35-4e46-ac61-aacedddb71e9 None None] The sync data for ids ['0da6734c-5718-4837-9da9-5d1f0538ecde'] in dv-cinder-784779-11-smb is: [{'id': '0da6734c-5718-4837-9da9-5d1f0538ecde', 'name': 'tempest-TestMinimumBasicScenario-1172230340-router', 'tenant_id': '02dc5f2add4340959ba6f7fe8819c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:49:15Z', 'updated_at': '2021-05-11T13:51:39Z', 'revision_number': 6, 'project_id': '02dc5f2add4340959ba6f7fe8819c610', 'gw_port_host': None}] {{(pid=78839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 13:51:39.619983 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Calling delete_port for e4f196ee-d4ab-4c13-938f-f12f9b060ee1 owned by network:router_gateway {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:39.690476 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-30f6570b-de2f-4e14-b0c3-778cce716048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.733006 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-30f6570b-de2f-4e14-b0c3-778cce716048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.826910 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-30f6570b-de2f-4e14-b0c3-778cce716048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.831895 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ab9c4754-429b-470b-acff-bb6095c4d232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:39.850015 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6570b-de2f-4e14-b0c3-778cce716048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b146b3af-82b8-4063-956b-49188a82bab9,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:39.855982 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-30f6570b-de2f-4e14-b0c3-778cce716048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:39.876905 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-30f6570b-de2f-4e14-b0c3-778cce716048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.878084 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-30f6570b-de2f-4e14-b0c3-778cce716048 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b146b3af-82b8-4063-956b-49188a82bab9 HTTP/1.1" status: 204 len: 168 time: 0.4964340 May 11 13:51:39.879510 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:39.883374 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0aff574b-6ade-4a5a-9cd8-8c14a6ab9cef tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:39.930173 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f196ee-d4ab-4c13-938f-f12f9b060ee1,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:39.933222 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:40.033269 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670568'] for router_gateway, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:40.211723 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259419'] for router, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:40.213997 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:40.238878 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908666'] for router, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:40.239662 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0da6734c-5718-4837-9da9-5d1f0538ecde {{(pid=78836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 13:51:40.250113 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] Notify callbacks [] for router, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:40.254041 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-20ff8c52-e8e2-466d-87a8-68e906f4a376 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0da6734c-5718-4837-9da9-5d1f0538ecde HTTP/1.1" status: 204 len: 168 time: 1.4631944 May 11 13:51:40.254153 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45294) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:40.315048 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.db_base_plugin_v2 [None req-955b1c4a-22bd-4893-95af-3830cd336b9c admin admin] Deleting subnet 54cf8c36-eede-490b-b343-387330a0538f {{(pid=78837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:51:40.318366 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-955b1c4a-22bd-4893-95af-3830cd336b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:40.369423 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-955b1c4a-22bd-4893-95af-3830cd336b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16630096'] for subnet, precommit_delete_associations {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:40.466871 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-955b1c4a-22bd-4893-95af-3830cd336b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:40.471736 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device e4f196ee-d4ab-4c13-938f-f12f9b060ee1 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:40.570412 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: e4f196ee-d4ab-4c13-938f-f12f9b060ee1 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:40.571395 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device e4f196ee-d4ab-4c13-938f-f12f9b060ee1 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:40.572688 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:40.627392 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:40.627636 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device b43e1ffd-2870-4a9e-aeac-8cbdf5caaf48 not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:40.755494 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-955b1c4a-22bd-4893-95af-3830cd336b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16513141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14754097'] for subnet, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:40.760256 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:40.797140 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b1c4a-22bd-4893-95af-3830cd336b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54cf8c36-eede-490b-b343-387330a0538f,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:40.800184 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-955b1c4a-22bd-4893-95af-3830cd336b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:40.801228 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-955b1c4a-22bd-4893-95af-3830cd336b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:40.808402 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f34288-8ed6-4e84-b827-e7383f2e59e4 None None] Network 3850be5c-95d4-4b1e-801c-080cb38bda90 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:51:40.822970 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-955b1c4a-22bd-4893-95af-3830cd336b9c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/54cf8c36-eede-490b-b343-387330a0538f HTTP/1.1" status: 204 len: 168 time: 0.5653312 May 11 13:51:40.823791 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45312) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:40.945024 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.038534 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Deleting port 1328e301-fcb5-432b-afdb-b4487b11776f {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:41.038889 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.069562 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] DHCP port deletion for 3850be5c-95d4-4b1e-801c-080cb38bda90 request from dv-cinder-784779-11-smb {{(pid=78838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 13:51:41.137477 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] Deleting port 1328e301-fcb5-432b-afdb-b4487b11776f {{(pid=78838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:51:41.137856 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.146851 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] For port 1328e301-fcb5-432b-afdb-b4487b11776f, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=1328e301-fcb5-432b-afdb-b4487b11776f,segment=NetworkSegment(aaf45230-3668-4275-98e5-cacc83359b7c),segment_id=aaf45230-3668-4275-98e5-cacc83359b7c)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:41.147522 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.248251 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] For port 1328e301-fcb5-432b-afdb-b4487b11776f, host dv-cinder-784779-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-smb',level=0,port_id=1328e301-fcb5-432b-afdb-b4487b11776f,segment=NetworkSegment(aaf45230-3668-4275-98e5-cacc83359b7c),segment_id=aaf45230-3668-4275-98e5-cacc83359b7c)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:51:41.248676 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.277973 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Calling delete_port for 1328e301-fcb5-432b-afdb-b4487b11776f owned by network:dhcp {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:41.329374 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.335047 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-329b9003-b4b3-4c9a-8bb8-2106dc6bd8d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:41.373092 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] Calling delete_port for 1328e301-fcb5-432b-afdb-b4487b11776f owned by network:dhcp {{(pid=78838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:51:41.388788 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] No DVR routers for this DVR port 1328e301-fcb5-432b-afdb-b4487b11776f on host dv-cinder-784779-11-smb {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:41.418415 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429'] for port, after_delete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.418671 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1328e301-fcb5-432b-afdb-b4487b11776f,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:41.420964 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:41.427707 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:41.462270 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] No DVR routers for this DVR port 1328e301-fcb5-432b-afdb-b4487b11776f on host dv-cinder-784779-11-smb {{(pid=78838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:51:41.475286 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] Pushing event deleted for resources: {'Port': ['ID=1328e301-fcb5-432b-afdb-b4487b11776f,revision_number=None']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:41.481424 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:41.522978 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.537147 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3850be5c-95d4-4b1e-801c-080cb38bda90']}} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:41.549854 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf45230-3668-4275-98e5-cacc83359b7c') {'for_net_delete': True} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:41.550147 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf45230-3668-4275-98e5-cacc83359b7c') {} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:51:41.561976 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15097262'] for segment, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.579385 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.585637 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=78836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:51:41.590519 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14751634'] for segment, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: Traceback (most recent call last): May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: timer() May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: cb(*args, **kw) May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: return func(*args, **kwargs) May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: self._notify() May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: self.callback(batched_events) May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: event.method(event) May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: return f(self, *a, **k) May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: return self._get(url).json() May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: return self.request(url, 'GET', **kwargs) May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:51:41.599416 dv-cinder-784779-11-smb neutron-server[78836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:51:41.792857 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.797809 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:41.811579 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:41.821696 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=3850be5c-95d4-4b1e-801c-080cb38bda90,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:41.825856 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:41.829717 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3850be5c-95d4-4b1e-801c-080cb38bda90 HTTP/1.1" status: 204 len: 168 time: 1.0048139 May 11 13:51:41.949766 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45344) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:42.009018 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45350) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:42.059053 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-cc2400c0-406e-464e-a764-cb921bdb455a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=398ca936bbf7494b9c416116438e3606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487192 May 11 13:51:42.061728 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45354) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:42.123035 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f28e3b40-d5fe-49ce-9f16-8958979807d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.150852 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f28e3b40-d5fe-49ce-9f16-8958979807d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.190565 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab1bac4f-689c-4698-99ff-1b6b6cbb6b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.206132 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f28e3b40-d5fe-49ce-9f16-8958979807d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.207464 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ab1bac4f-689c-4698-99ff-1b6b6cbb6b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:51:42.211574 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e73e5150-9029-458a-8dc9-b08f791456bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:42.211786 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ab1bac4f-689c-4698-99ff-1b6b6cbb6b9c admin admin] Usage tracker for resource:security_group_rule and tenant:f49197c9048a4fd6a0ef3baacc276f08 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:51:42.214888 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ab1bac4f-689c-4698-99ff-1b6b6cbb6b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:51:42.221428 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ab1bac4f-689c-4698-99ff-1b6b6cbb6b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:51:42.229267 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e3b40-d5fe-49ce-9f16-8958979807d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7e9a63-84f6-4b1b-a18c-9e18d651412a,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:42.232957 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f28e3b40-d5fe-49ce-9f16-8958979807d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:42.236842 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-f28e3b40-d5fe-49ce-9f16-8958979807d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.240917 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-f28e3b40-d5fe-49ce-9f16-8958979807d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa7e9a63-84f6-4b1b-a18c-9e18d651412a HTTP/1.1" status: 204 len: 168 time: 0.1751020 May 11 13:51:42.343821 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab1bac4f-689c-4698-99ff-1b6b6cbb6b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.349561 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ab1bac4f-689c-4698-99ff-1b6b6cbb6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.358876 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-e4d97655-2854-420b-99da-fb90ce6a2999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:42.401572 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ab1bac4f-689c-4698-99ff-1b6b6cbb6b9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f49197c9048a4fd6a0ef3baacc276f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507310 May 11 13:51:42.403275 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bac4f-689c-4698-99ff-1b6b6cbb6b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ca9599-86fb-48b7-82aa-d3fa48e51dcc,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:42.404266 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45362) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:42.407389 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ab1bac4f-689c-4698-99ff-1b6b6cbb6b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:42.481309 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4aabd9b0-089b-4edf-a30c-f106cf735de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.488993 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 1328e301-fcb5-432b-afdb-b4487b11776f no longer exists at agent ovs-agent-dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:51:42.511970 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4aabd9b0-089b-4edf-a30c-f106cf735de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.537179 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] No Port match for: 1328e301-fcb5-432b-afdb-b4487b11776f {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:51:42.537482 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Device 1328e301-fcb5-432b-afdb-b4487b11776f not bound to the agent host dv-cinder-784779-11-smb {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:51:42.578489 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4aabd9b0-089b-4edf-a30c-f106cf735de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.583616 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-890b4e68-1e13-49ed-8f5c-f5ad360683d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:42.596313 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabd9b0-089b-4edf-a30c-f106cf735de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ca9599-86fb-48b7-82aa-d3fa48e51dcc,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:42.609905 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-4aabd9b0-089b-4edf-a30c-f106cf735de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:42.613076 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45366) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:42.613958 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-4aabd9b0-089b-4edf-a30c-f106cf735de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.616477 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-4aabd9b0-089b-4edf-a30c-f106cf735de4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29ca9599-86fb-48b7-82aa-d3fa48e51dcc HTTP/1.1" status: 204 len: 168 time: 0.2097373 May 11 13:51:42.676090 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-6f85fb71-8e52-49df-aecd-e6307667392d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02dc5f2add4340959ba6f7fe8819c610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591512 May 11 13:51:42.678504 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45372) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:42.745837 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-fdfe827a-d0c3-4e1b-9341-d3a47a2eae4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.776409 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-fdfe827a-d0c3-4e1b-9341-d3a47a2eae4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.838064 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-fdfe827a-d0c3-4e1b-9341-d3a47a2eae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.843301 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8d0e4d40-fd64-4365-a6ad-dbc6db1b501d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:42.856152 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe827a-d0c3-4e1b-9341-d3a47a2eae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8783e9b-5af7-4d0d-807e-2e410e09c07a,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:42.860145 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-fdfe827a-d0c3-4e1b-9341-d3a47a2eae4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:42.866544 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-fdfe827a-d0c3-4e1b-9341-d3a47a2eae4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:42.870431 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-fdfe827a-d0c3-4e1b-9341-d3a47a2eae4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8783e9b-5af7-4d0d-807e-2e410e09c07a HTTP/1.1" status: 204 len: 168 time: 0.1904695 May 11 13:51:43.022991 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45380) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:43.042828 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-743152eb-874e-464d-9955-4798893d39d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:43.062686 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-743152eb-874e-464d-9955-4798893d39d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:51:43.064155 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-743152eb-874e-464d-9955-4798893d39d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c9254382982f4e1da33a24c83e0d0aaf is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:51:43.067797 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-743152eb-874e-464d-9955-4798893d39d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:51:43.079617 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-743152eb-874e-464d-9955-4798893d39d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:51:43.184653 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-743152eb-874e-464d-9955-4798893d39d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:43.190881 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-743152eb-874e-464d-9955-4798893d39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:43.199024 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-146c3452-d3fe-4ff1-bff9-e3453bd3ce58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:43.246826 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743152eb-874e-464d-9955-4798893d39d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8426279-18d3-45e0-80e8-caccbc2633b1,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:43.251447 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-743152eb-874e-464d-9955-4798893d39d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9254382982f4e1da33a24c83e0d0aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270696 May 11 13:51:43.252471 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-743152eb-874e-464d-9955-4798893d39d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:43.254493 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45384) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:51:43.320174 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-fc79caf3-a42b-4502-a58a-2dd3ad92e183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:43.348353 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-fc79caf3-a42b-4502-a58a-2dd3ad92e183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:43.404744 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-fc79caf3-a42b-4502-a58a-2dd3ad92e183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:43.408639 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-9e8f8ff7-1769-4f64-b164-e0f90a1c2798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:51:43.422113 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79caf3-a42b-4502-a58a-2dd3ad92e183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8426279-18d3-45e0-80e8-caccbc2633b1,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:51:43.425343 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-fc79caf3-a42b-4502-a58a-2dd3ad92e183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:51:43.427364 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-fc79caf3-a42b-4502-a58a-2dd3ad92e183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:43.429598 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-fc79caf3-a42b-4502-a58a-2dd3ad92e183 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8426279-18d3-45e0-80e8-caccbc2633b1 HTTP/1.1" status: 204 len: 168 time: 0.1726489 May 11 13:51:43.518613 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-f191feb6-74c4-4f46-b0d8-0b29967bf9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:46.225419 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-f1143b98-ab15-418f-8eed-49ebd279cf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:46.318744 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:48.049352 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:48.223770 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:49.215595 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:51:51.888187 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:52:02.557874 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45568) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:02.686847 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-fe103ac9-6624-4f52-b92a-85864dcdca88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:02.703575 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-fe103ac9-6624-4f52-b92a-85864dcdca88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:52:02.708270 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-fe103ac9-6624-4f52-b92a-85864dcdca88 admin admin] Usage tracker for resource:security_group_rule and tenant:42256c0498c745ef8186e8013d55a958 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:52:02.711438 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-fe103ac9-6624-4f52-b92a-85864dcdca88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:52:02.717660 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-fe103ac9-6624-4f52-b92a-85864dcdca88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:52:02.813289 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-fe103ac9-6624-4f52-b92a-85864dcdca88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:02.818732 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-fe103ac9-6624-4f52-b92a-85864dcdca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:02.826738 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-e334b8c7-e8de-49ef-aec9-0011b8c00388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:02.871433 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-fe103ac9-6624-4f52-b92a-85864dcdca88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42256c0498c745ef8186e8013d55a958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124352 May 11 13:52:02.872194 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe103ac9-6624-4f52-b92a-85864dcdca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8487ed-0f4f-4a20-b056-7c7b857458ac,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:02.874745 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45574) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:02.876369 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-fe103ac9-6624-4f52-b92a-85864dcdca88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:02.944080 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:02.972907 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:03.031368 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:03.040378 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-93957cef-b229-451e-81fb-ba4aac749297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:03.053144 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8487ed-0f4f-4a20-b056-7c7b857458ac,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:03.062086 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.062453 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.062810 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.063160 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.063506 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.063851 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.064192 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.064561 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.064907 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.065321 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.065687 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.066214 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:03.068833 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:03.069947 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec8487ed-0f4f-4a20-b056-7c7b857458ac HTTP/1.1" status: 204 len: 168 time: 0.1940210 May 11 13:52:03.070827 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:03.400238 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45582) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:03.419881 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:03.436651 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:52:03.441220 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b95f58c4da424ca1c2c5c65fbc28e2 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:52:03.444473 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:52:03.451212 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:52:03.553075 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:03.557941 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:03.565296 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-20c5fb3a-e206-40a1-bd23-e9cf9c6a030d tempest-AttachVolumeTestJSON-948822390 tempest-AttachVolumeTestJSON-948822390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:03.608390 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7b95f58c4da424ca1c2c5c65fbc28e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068574 May 11 13:52:03.609343 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d6029-31ea-494e-8b7d-2fe028e9cc43,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:03.611709 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45586) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:03.613505 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:03.676715 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c840-0507-4735-a6bb-66af7f0d000b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:03.703705 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c840-0507-4735-a6bb-66af7f0d000b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:03.759784 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c840-0507-4735-a6bb-66af7f0d000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:03.763859 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f0c37704-4a6d-4f8c-9e69-c9e5830c4782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:03.777365 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4c840-0507-4735-a6bb-66af7f0d000b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42d6029-31ea-494e-8b7d-2fe028e9cc43,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:03.781494 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-5bb4c840-0507-4735-a6bb-66af7f0d000b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:03.788162 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c840-0507-4735-a6bb-66af7f0d000b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:03.789618 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-5bb4c840-0507-4735-a6bb-66af7f0d000b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d42d6029-31ea-494e-8b7d-2fe028e9cc43 HTTP/1.1" status: 204 len: 168 time: 0.1765547 May 11 13:52:09.928912 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45682) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:10.058254 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:10.184001 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:52:10.187836 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7aa82fa0f1488ebe070f3f144e0b88 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:52:10.190841 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:52:10.196621 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:52:10.280663 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:10.286255 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:10.293508 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-f56f9a69-cf34-4581-b19b-6bc985319e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:10.332563 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127acdd4-ec0f-4379-b7ce-85f9e956d3a8,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:10.336602 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd7aa82fa0f1488ebe070f3f144e0b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066241 May 11 13:52:10.339547 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45688) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:10.342892 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.343270 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.343638 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.343998 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.344353 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.344742 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.345081 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.345437 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.345792 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.346146 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.346668 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.347023 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:52:10.351113 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-05e5c1d8-1cd3-4f87-8cf3-8b5ea475cb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:10.407072 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1e6d477c-0e3d-4e14-b49d-ece311969457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:10.435355 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1e6d477c-0e3d-4e14-b49d-ece311969457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:10.494046 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1e6d477c-0e3d-4e14-b49d-ece311969457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:10.497895 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-85de3e1f-6a9a-4d73-aed3-fb260a4d44c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:10.511617 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d477c-0e3d-4e14-b49d-ece311969457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127acdd4-ec0f-4379-b7ce-85f9e956d3a8,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:10.514128 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-1e6d477c-0e3d-4e14-b49d-ece311969457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:10.522843 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-1e6d477c-0e3d-4e14-b49d-ece311969457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:10.523983 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-1e6d477c-0e3d-4e14-b49d-ece311969457 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/127acdd4-ec0f-4379-b7ce-85f9e956d3a8 HTTP/1.1" status: 204 len: 168 time: 0.1833735 May 11 13:52:10.826118 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45696) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:10.845858 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b94fe7d4-ea5f-4783-a2b0-bff3e3b1b1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:10.873130 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-b94fe7d4-ea5f-4783-a2b0-bff3e3b1b1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:52:10.880092 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-b94fe7d4-ea5f-4783-a2b0-bff3e3b1b1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c8cd2201f6bd4d17b6ef4e4e7ee110c9 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:52:10.885241 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-b94fe7d4-ea5f-4783-a2b0-bff3e3b1b1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:52:10.895068 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-b94fe7d4-ea5f-4783-a2b0-bff3e3b1b1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:52:10.985457 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b94fe7d4-ea5f-4783-a2b0-bff3e3b1b1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:10.991490 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-b94fe7d4-ea5f-4783-a2b0-bff3e3b1b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:10.998727 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-cff59877-f874-457f-920e-7aaced689411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:11.044186 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-b94fe7d4-ea5f-4783-a2b0-bff3e3b1b1b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8cd2201f6bd4d17b6ef4e4e7ee110c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168994 May 11 13:52:11.045178 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fe7d4-ea5f-4783-a2b0-bff3e3b1b1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbb86ae-0670-43e6-8d87-e39731d1834d,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:11.047491 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45700) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:11.048558 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-b94fe7d4-ea5f-4783-a2b0-bff3e3b1b1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:11.118449 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-722400ef-1608-41f1-8bc9-9db92391b3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:11.151955 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-722400ef-1608-41f1-8bc9-9db92391b3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:11.213043 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-722400ef-1608-41f1-8bc9-9db92391b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:11.217376 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-7154e2ff-db17-4a0b-8306-1f5f80b5f96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:11.231464 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722400ef-1608-41f1-8bc9-9db92391b3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbb86ae-0670-43e6-8d87-e39731d1834d,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:11.235242 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-722400ef-1608-41f1-8bc9-9db92391b3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:11.241794 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-722400ef-1608-41f1-8bc9-9db92391b3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:11.245699 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-722400ef-1608-41f1-8bc9-9db92391b3e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbbb86ae-0670-43e6-8d87-e39731d1834d HTTP/1.1" status: 204 len: 168 time: 0.1962485 May 11 13:52:12.568966 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 45732) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:12.694773 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:12.710100 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:52:12.714314 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] Usage tracker for resource:security_group_rule and tenant:36ac0b1a00d24773bfbae2fd2ac0c9b4 is out of sync, need to count used quota {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:52:12.717515 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.quota.resource [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:52:12.723856 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.db.quota.driver [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:52:12.819990 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:12.825267 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:12.832845 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-98d457dd-bae2-4d87-b7f7-e8897cb96aec tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:12.875788 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36ac0b1a00d24773bfbae2fd2ac0c9b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056793 May 11 13:52:12.876751 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b0ca84-312a-458d-90c9-ab276e3d3f0d,revision_number=1']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:12.879181 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45738) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:12.880422 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:12.944389 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-47242a37-f84e-4d6c-a1f7-3e2c3ba9eace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:12.972550 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-47242a37-f84e-4d6c-a1f7-3e2c3ba9eace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:13.032698 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-47242a37-f84e-4d6c-a1f7-3e2c3ba9eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:13.037055 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-aef38833-79ab-44c4-ae80-42fa35a93f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:13.050910 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47242a37-f84e-4d6c-a1f7-3e2c3ba9eace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b0ca84-312a-458d-90c9-ab276e3d3f0d,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:13.055318 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-47242a37-f84e-4d6c-a1f7-3e2c3ba9eace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:13.062403 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-47242a37-f84e-4d6c-a1f7-3e2c3ba9eace admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:13.063895 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-47242a37-f84e-4d6c-a1f7-3e2c3ba9eace admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7b0ca84-312a-458d-90c9-ab276e3d3f0d HTTP/1.1" status: 204 len: 168 time: 0.1835425 May 11 13:52:13.514690 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-9e6006ee-4c5a-40ca-bd02-418b37e7b144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:13.830155 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45762) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:13.942734 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-434780222-network', 'tenant_id': '3595a1445a2a458699978d48f43eb34d'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:52:13.948468 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:52:13.952490 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Usage tracker for resource:network and tenant:3595a1445a2a458699978d48f43eb34d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:52:13.955447 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:52:13.962650 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:52:13.974318 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Made reservation on behalf of 3595a1445a2a458699978d48f43eb34d for: {'network': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:52:13.978051 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for network, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:13.995644 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:14.011233 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:52:14.015530 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Usage tracker for resource:security_group_rule and tenant:3595a1445a2a458699978d48f43eb34d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:52:14.019130 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:52:14.025880 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:52:14.130844 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:14.136103 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:14.139480 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-39c881df-63b7-4e0c-bd61-3e950e5fee3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:14.169307 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=78836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 13:52:14.178509 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9276000e-4d40-4929-8897-0bb8bd2a5f81,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:14.182219 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:14.184936 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:14.185314 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.db.segments_db [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Added segment 17414a40-cd38-4e9e-bfd0-e7c3188db6ec of type vlan for network 09031f65-2076-49d9-8059-b9566ec31cb9 May 11 13:52:14.218175 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730301553794'] for network, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:14.251226 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128'] for network, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:14.252697 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:14.253406 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:14.257354 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-818526e2-e0cf-4e57-94c2-4d28f0ab1a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:14.360704 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5293336 May 11 13:52:14.361480 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Pushing event updated for resources: {'Network': ['ID=09031f65-2076-49d9-8059-b9566ec31cb9,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:14.365930 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 45768) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:52:14.368765 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-967e83aa-8871-490d-8fef-84ff5bf521ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:14.372350 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Request body: {'subnet': {'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-434780222-subnet', 'tenant_id': '3595a1445a2a458699978d48f43eb34d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:52:14.377740 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:52:14.381179 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Network 09031f65-2076-49d9-8059-b9566ec31cb9 details requested by agent ovs-agent-dv-cinder-784779-11-smb with host dv-cinder-784779-11-smb {{(pid=78838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 13:52:14.382090 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Usage tracker for resource:subnet and tenant:3595a1445a2a458699978d48f43eb34d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:52:14.385174 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:52:14.391309 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:52:14.404355 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Made reservation on behalf of 3595a1445a2a458699978d48f43eb34d for: {'subnet': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:52:14.406734 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15256191'] for subnet, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:14.820221 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15150647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15256077'] for subnet, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:14.824011 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ce92084b-e55e-49bf-9d1f-2f764668c42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:14.899922 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91297b39-73ee-4762-adb5-408271b3884b,revision_number=0']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:14.904918 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:14.913754 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Checking segment: {'id': '17414a40-cd38-4e9e-bfd0-e7c3188db6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:52:14.914105 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Network hostable DHCP agents. Network: 09031f65-2076-49d9-8059-b9566ec31cb9, hostable agents: ['3226c025-215a-4507-96cd-f6e5704a568d'], hosted agents: [] {{(pid=78836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 13:52:14.937405 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Network 09031f65-2076-49d9-8059-b9566ec31cb9 is scheduled to be hosted by DHCP agent 3226c025-215a-4507-96cd-f6e5704a568d with binding_index 1 {{(pid=78836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 13:52:14.949974 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-smb, 09031f65-2076-49d9-8059-b9566ec31cb9) {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:52:14.959682 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa0b0f-87da-4bd0-89a5-101de123ecd7 None None] Network 09031f65-2076-49d9-8059-b9566ec31cb9 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:52:14.960315 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:14.960315 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:14.985120 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-8988472f-422c-43ce-94d6-720855154417 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6181006 May 11 13:52:15.153031 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00496036-c1bc-44c5-b1d8-a61f9fd4c445 None None] Network 09031f65-2076-49d9-8059-b9566ec31cb9 requested from dv-cinder-784779-11-smb {{(pid=78838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 13:52:16.222903 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-7d692da2-b79e-49b6-934b-3734ae51db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:16.328723 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:17.092225 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28184-730a-4663-96a7-64707558c360 req-113635cb-cea3-40e0-aa0a-2ad4abe00d62 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:17.093923 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-113635cb-cea3-40e0-aa0a-2ad4abe00d62 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/networks?id=09031f65-2076-49d9-8059-b9566ec31cb9 HTTP/1.1" status: 200 len: 813 time: 0.1719966 May 11 13:52:17.110528 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-51e30ea1-c0f5-455d-b7c3-98e4493e53dc tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/quotas/3595a1445a2a458699978d48f43eb34d HTTP/1.1" status: 200 len: 375 time: 0.0097423 May 11 13:52:17.168935 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-f0cd2eea-8126-4fc6-82d7-b927475526ee tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3595a1445a2a458699978d48f43eb34d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524185 May 11 13:52:17.305346 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-c877f66d-84ce-4434-808e-7c823202aece service neutron] 10.222.0.30 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292822 May 11 13:52:17.456066 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-5253ccbe-f293-4d5a-9075-309ae61ff504 service neutron] 10.222.0.30 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408737 May 11 13:52:18.053286 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:18.226154 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:18.667195 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-cea82cc4-ca7d-4e5e-bbbc-6369c68cf44a req-6937570f-5ceb-4041-8ed4-f76c5277ed8e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 210 time: 0.0427637 May 11 13:52:19.214795 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:19.841237 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-2be6da47-1e2e-43d3-869c-6666cb03d9de req-6f4f72ae-3879-4a38-aee3-b82bc627754a tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 210 time: 0.0540199 May 11 13:52:19.887032 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28184-730a-4663-96a7-64707558c360 req-6400ad47-efb3-4415-a517-b3286d0dff53 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:19.887884 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-40f28184-730a-4663-96a7-64707558c360 req-6400ad47-efb3-4415-a517-b3286d0dff53 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Synchronizing usage tracker for tenant:3595a1445a2a458699978d48f43eb34d on resource:network {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:52:19.906074 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-40f28184-730a-4663-96a7-64707558c360 req-6400ad47-efb3-4415-a517-b3286d0dff53 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Unset dirty status for tenant:3595a1445a2a458699978d48f43eb34d on resource:network {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:52:19.907224 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-6400ad47-efb3-4415-a517-b3286d0dff53 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.43 "GET /v2.0/networks?id=09031f65-2076-49d9-8059-b9566ec31cb9 HTTP/1.1" status: 200 len: 813 time: 0.2669139 May 11 13:52:19.920943 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Request body: {'port': {'device_id': '264ea574-719e-4fd6-9a3a-85d4e8c8da2e', 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9', 'admin_state_up': True, 'tenant_id': '3595a1445a2a458699978d48f43eb34d'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:52:20.060323 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:52:20.064635 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Usage tracker for resource:port and tenant:3595a1445a2a458699978d48f43eb34d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:52:20.067712 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:52:20.073849 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:52:20.085367 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Made reservation on behalf of 3595a1445a2a458699978d48f43eb34d for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:52:20.088864 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:20.253851 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Allocated IP 172.20.0.14 (09031f65-2076-49d9-8059-b9566ec31cb9/91297b39-73ee-4762-adb5-408271b3884b/128c631d-9d05-4f93-8bce-1c6291b76b09) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:52:20.456693 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:20.488962 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:20.495541 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-a910d0f7-450a-4121-917d-450568c36edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:20.561707 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Network 09031f65-2076-49d9-8059-b9566ec31cb9 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:52:20.564896 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:52:20.573537 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:52:20.605414 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Pushing event updated for resources: {'Port': ['ID=128c631d-9d05-4f93-8bce-1c6291b76b09,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:20.611694 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:20.641174 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:20.641776 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:20.665642 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-2821124e-09d1-452d-80cb-498c8fe87cdf tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7479880 May 11 13:52:20.679667 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Request body: {'port': {'device_id': '264ea574-719e-4fd6-9a3a-85d4e8c8da2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:52:20.805226 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:21.038738 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77be92-507d-414e-b6e2-29766bf32215 req-3d6302aa-55d3-4ea5-9b33-b4e1f0c8af2d tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:21.040252 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3e77be92-507d-414e-b6e2-29766bf32215 req-3d6302aa-55d3-4ea5-9b33-b4e1f0c8af2d tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 932 time: 0.0868447 May 11 13:52:21.086094 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-3e77be92-507d-414e-b6e2-29766bf32215 req-3190171b-96da-4d03-88b6-8fbe088ec3ca tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 May 11 13:52:21.161943 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128c631d-9d05-4f93-8bce-1c6291b76b09 {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:52:21.170033 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:21.185308 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Transition to ACTIVE for port object 128c631d-9d05-4f93-8bce-1c6291b76b09 will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:52:21.191035 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:21.194768 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-76fe1afd-e955-493a-85b0-5fd3ddbab7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:21.320937 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=128c631d-9d05-4f93-8bce-1c6291b76b09,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:21.348115 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:21.424727 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Attempting to bind port 128c631d-9d05-4f93-8bce-1c6291b76b09 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:52:21.425014 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Attempting to bind port 128c631d-9d05-4f93-8bce-1c6291b76b09 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '17414a40-cd38-4e9e-bfd0-e7c3188db6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:52:21.425358 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Attempting to bind port 128c631d-9d05-4f93-8bce-1c6291b76b09 on network 09031f65-2076-49d9-8059-b9566ec31cb9 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:52:21.430325 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Port 128c631d-9d05-4f93-8bce-1c6291b76b09 on network 09031f65-2076-49d9-8059-b9566ec31cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:52:21.430661 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Attempting to bind port 128c631d-9d05-4f93-8bce-1c6291b76b09 on network 09031f65-2076-49d9-8059-b9566ec31cb9 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:52:21.436086 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:52:21.436409 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Checking segment: {'id': '17414a40-cd38-4e9e-bfd0-e7c3188db6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:52:21.436810 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Bound using segment: {'id': '17414a40-cd38-4e9e-bfd0-e7c3188db6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:52:21.437225 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Bound port: 128c631d-9d05-4f93-8bce-1c6291b76b09, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17414a40-cd38-4e9e-bfd0-e7c3188db6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:52:21.437587 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:21.529305 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] For port 128c631d-9d05-4f93-8bce-1c6291b76b09, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:52:21.532239 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] For port 128c631d-9d05-4f93-8bce-1c6291b76b09, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=128c631d-9d05-4f93-8bce-1c6291b76b09,segment=NetworkSegment(17414a40-cd38-4e9e-bfd0-e7c3188db6ec),segment_id=17414a40-cd38-4e9e-bfd0-e7c3188db6ec)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:52:21.538244 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:21.542165 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-440cbf8d-befc-4316-aa88-7370a1100bec tempest-AttachVolumeShelveTestJSON-930797416 tempest-AttachVolumeShelveTestJSON-930797416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:21.593086 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:21.593687 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:21.595044 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/128c631d-9d05-4f93-8bce-1c6291b76b09 HTTP/1.1" status: 200 len: 1094 time: 0.9226534 May 11 13:52:21.595539 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264ea574-719e-4fd6-9a3a-85d4e8c8da2e', 'tag': '128c631d-9d05-4f93-8bce-1c6291b76b09'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:52:21.625071 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=128c631d-9d05-4f93-8bce-1c6291b76b09,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:21.628225 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-b8722b29-c589-4d67-b932-2a6cf257a3b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:21.756847 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264ea574-719e-4fd6-9a3a-85d4e8c8da2e', 'tag': '128c631d-9d05-4f93-8bce-1c6291b76b09', 'status': 'completed', 'code': 200} May 11 13:52:21.805677 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28184-730a-4663-96a7-64707558c360 req-a886f7dd-a52a-4c8f-8595-6cef9a086d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:21.807177 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-a886f7dd-a52a-4c8f-8595-6cef9a086d3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3595a1445a2a458699978d48f43eb34d&device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 1097 time: 0.1738584 May 11 13:52:21.878106 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-5c52b179-be28-4ab0-ac2d-c44e342bfdf8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=128c631d-9d05-4f93-8bce-1c6291b76b09 HTTP/1.1" status: 200 len: 217 time: 0.0637777 May 11 13:52:21.952622 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28184-730a-4663-96a7-64707558c360 req-a262d449-a580-4f27-a6b4-968968261722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:21.954434 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-a262d449-a580-4f27-a6b4-968968261722 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91297b39-73ee-4762-adb5-408271b3884b HTTP/1.1" status: 200 len: 853 time: 0.0699179 May 11 13:52:22.009058 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-96d66539-cd3c-415f-9a8c-19f6a047d2ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=09031f65-2076-49d9-8059-b9566ec31cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480680 May 11 13:52:22.146571 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-eec341fb-9066-4a53-8d4e-816d8bed8180 service neutron] 10.222.0.43 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306756 May 11 13:52:22.277603 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5016498-3e05-4352-b9f0-605bbddf1cd6 req-ca2ccec6-65c9-45ef-87ee-9d293b6bbfa6 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:22.279091 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c5016498-3e05-4352-b9f0-605bbddf1cd6 req-ca2ccec6-65c9-45ef-87ee-9d293b6bbfa6 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 944 time: 0.0865939 May 11 13:52:22.281544 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-40f28184-730a-4663-96a7-64707558c360 req-8ead97b1-979a-4e84-a7a6-4303f551ee1b service neutron] 10.222.0.43 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283951 May 11 13:52:22.326984 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c5016498-3e05-4352-b9f0-605bbddf1cd6 req-37ff62ef-c735-4322-8aba-6165a9b5205c tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 May 11 13:52:22.401275 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa46bda-f820-4277-b39c-30e448293553 req-19b59870-0853-4aee-903c-702d336790c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:22.402654 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-3aa46bda-f820-4277-b39c-30e448293553 req-19b59870-0853-4aee-903c-702d336790c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3595a1445a2a458699978d48f43eb34d&device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 1097 time: 0.0709939 May 11 13:52:22.536891 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa46bda-f820-4277-b39c-30e448293553 req-a918642d-fd4d-4e49-b8ac-5213b8b9067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:22.538486 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-3aa46bda-f820-4277-b39c-30e448293553 req-a918642d-fd4d-4e49-b8ac-5213b8b9067f service neutron] 10.222.0.43 "GET /v2.0/networks?id=09031f65-2076-49d9-8059-b9566ec31cb9 HTTP/1.1" status: 200 len: 914 time: 0.1285934 May 11 13:52:22.610441 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-3aa46bda-f820-4277-b39c-30e448293553 req-7f7ace8c-06d9-4b83-b6fd-bcb113d48d1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=128c631d-9d05-4f93-8bce-1c6291b76b09 HTTP/1.1" status: 200 len: 217 time: 0.0640311 May 11 13:52:22.672692 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa46bda-f820-4277-b39c-30e448293553 req-18540a5c-08f0-4f89-a1a3-84cdb7d3d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:22.674017 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-3aa46bda-f820-4277-b39c-30e448293553 req-18540a5c-08f0-4f89-a1a3-84cdb7d3d825 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91297b39-73ee-4762-adb5-408271b3884b HTTP/1.1" status: 200 len: 853 time: 0.0567241 May 11 13:52:22.723625 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-3aa46bda-f820-4277-b39c-30e448293553 req-a86a69d6-47fb-45d1-a589-46d1ff682c6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=09031f65-2076-49d9-8059-b9566ec31cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420969 May 11 13:52:22.864279 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-3aa46bda-f820-4277-b39c-30e448293553 req-10f401fa-83cf-49cb-8ca8-d14c2279290e service neutron] 10.222.0.43 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323335 May 11 13:52:23.015868 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-3aa46bda-f820-4277-b39c-30e448293553 req-70a519ab-f4be-41a9-a62f-9a411bd2df3b service neutron] 10.222.0.43 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448224 May 11 13:52:23.548297 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ec5d5-8ace-49e1-8204-4ba65bdb02b5 req-33b312bd-e0be-4682-86e5-5f7ed9c9b99a tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:23.549842 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-db7ec5d5-8ace-49e1-8204-4ba65bdb02b5 req-33b312bd-e0be-4682-86e5-5f7ed9c9b99a tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 944 time: 0.0909772 May 11 13:52:23.615649 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-db7ec5d5-8ace-49e1-8204-4ba65bdb02b5 req-d47f1deb-d68b-437d-aaf5-d1ddfd149e2b tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586603 May 11 13:52:24.348792 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 128c631d-9d05-4f93-8bce-1c6291b76b09 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:52:24.488815 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 128c631d-9d05-4f93-8bce-1c6291b76b09, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=128c631d-9d05-4f93-8bce-1c6291b76b09,segment=NetworkSegment(17414a40-cd38-4e9e-bfd0-e7c3188db6ec),segment_id=17414a40-cd38-4e9e-bfd0-e7c3188db6ec)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:52:24.502606 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '128c631d-9d05-4f93-8bce-1c6291b76b09', 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9', 'port_id': '128c631d-9d05-4f93-8bce-1c6291b76b09', 'mac_address': 'fa:16:3e:e3:da:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91297b39-73ee-4762-adb5-408271b3884b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:52:24.562789 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:24.579535 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128c631d-9d05-4f93-8bce-1c6291b76b09 {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:52:24.598572 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 128c631d-9d05-4f93-8bce-1c6291b76b09, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=128c631d-9d05-4f93-8bce-1c6291b76b09,segment=NetworkSegment(17414a40-cd38-4e9e-bfd0-e7c3188db6ec),segment_id=17414a40-cd38-4e9e-bfd0-e7c3188db6ec)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:52:24.605971 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:24.607647 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-73069812-0e92-4e52-aba7-a0126d07daa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:24.675277 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=128c631d-9d05-4f93-8bce-1c6291b76b09,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:24.678490 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:24.807115 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['128c631d-9d05-4f93-8bce-1c6291b76b09'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:52:24.818864 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912ebb-4aa7-4dc6-aa86-a28f4306d2cf req-2e0825f6-4401-4f09-b8df-ed8f966b92f1 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:24.820341 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-47912ebb-4aa7-4dc6-aa86-a28f4306d2cf req-2e0825f6-4401-4f09-b8df-ed8f966b92f1 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 945 time: 0.0919025 May 11 13:52:24.869230 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-47912ebb-4aa7-4dc6-aa86-a28f4306d2cf req-4fa8cd72-7f26-48a7-b3bb-5fb88acf568c tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397222 May 11 13:52:26.076102 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcde3c-5144-4aec-9fd3-203c1ed3c8f1 req-bb5b7c7d-7a1f-463d-9f73-333737b8cab4 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:26.077617 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-67dcde3c-5144-4aec-9fd3-203c1ed3c8f1 req-bb5b7c7d-7a1f-463d-9f73-333737b8cab4 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 945 time: 0.1010437 May 11 13:52:26.127253 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-67dcde3c-5144-4aec-9fd3-203c1ed3c8f1 req-78b9a16e-fa51-47f0-baa9-1160f91bb2f4 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 May 11 13:52:26.366009 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 128c631d-9d05-4f93-8bce-1c6291b76b09 up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:52:26.436479 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 128c631d-9d05-4f93-8bce-1c6291b76b09 completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:52:26.441860 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 128c631d-9d05-4f93-8bce-1c6291b76b09 triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:52:26.442563 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:26.566631 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:26.600834 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ea574-719e-4fd6-9a3a-85d4e8c8da2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128c631d-9d05-4f93-8bce-1c6291b76b09'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:52:26.610676 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 128c631d-9d05-4f93-8bce-1c6291b76b09, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=128c631d-9d05-4f93-8bce-1c6291b76b09,segment=NetworkSegment(17414a40-cd38-4e9e-bfd0-e7c3188db6ec),segment_id=17414a40-cd38-4e9e-bfd0-e7c3188db6ec)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:52:26.617175 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:26.619030 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:52:26.648681 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ea574-719e-4fd6-9a3a-85d4e8c8da2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128c631d-9d05-4f93-8bce-1c6291b76b09', 'code': 200} May 11 13:52:26.732822 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=128c631d-9d05-4f93-8bce-1c6291b76b09,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:52:26.735967 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:52:26.900025 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459dcbe-8219-4492-be27-e35a57ab06b3 req-c676ddba-b7a4-432b-8e5b-9ccd3edcdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:26.901697 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-3459dcbe-8219-4492-be27-e35a57ab06b3 req-c676ddba-b7a4-432b-8e5b-9ccd3edcdeaf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 1099 time: 0.0788488 May 11 13:52:26.946543 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-3459dcbe-8219-4492-be27-e35a57ab06b3 req-d2173e15-1601-418a-b01c-91521adb8c3f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378480 May 11 13:52:27.319943 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517089ea-8b8a-4f71-b185-2fb3ec41846f req-d4ad2048-a7fd-41e8-ae88-9a668053dc67 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:27.321403 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-517089ea-8b8a-4f71-b185-2fb3ec41846f req-d4ad2048-a7fd-41e8-ae88-9a668053dc67 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 946 time: 0.0843587 May 11 13:52:27.382705 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-517089ea-8b8a-4f71-b185-2fb3ec41846f req-ef8540cd-710a-4831-9f12-8a0432cab47c tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521777 May 11 13:52:28.591872 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10eff49-cba3-497e-9e00-11cbbd22c3f4 req-1fde7498-00e0-4924-a8c3-684222c059ba tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:28.593374 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b10eff49-cba3-497e-9e00-11cbbd22c3f4 req-1fde7498-00e0-4924-a8c3-684222c059ba tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 946 time: 0.0869799 May 11 13:52:28.639933 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b10eff49-cba3-497e-9e00-11cbbd22c3f4 req-8ca7e393-ec22-468d-a006-4894ae416c77 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 May 11 13:52:28.889077 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:52:43.510564 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-87399f97-07f0-40ca-9a3f-420ae2b6554d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:46.215849 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-1cb18107-0dd3-4c5a-952e-490523296ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:46.327752 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:48.054967 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:48.234538 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:49.220293 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:52:55.293643 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-501236c9-a9b3-4af8-b801-7f3e902117dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:55.295144 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-501236c9-a9b3-4af8-b801-7f3e902117dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3595a1445a2a458699978d48f43eb34d&device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 1099 time: 0.1397188 May 11 13:52:55.462740 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-4b750d62-deb6-4ede-9bdc-64e09b967dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:55.464101 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-4b750d62-deb6-4ede-9bdc-64e09b967dbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=09031f65-2076-49d9-8059-b9566ec31cb9 HTTP/1.1" status: 200 len: 914 time: 0.1475093 May 11 13:52:55.620292 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-302a8791-355d-431e-a3da-9c194057719c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=128c631d-9d05-4f93-8bce-1c6291b76b09 HTTP/1.1" status: 200 len: 217 time: 0.1485555 May 11 13:52:55.687147 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-358b0ddd-c892-4206-ae27-a9e6f4a8e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:52:55.688567 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-358b0ddd-c892-4206-ae27-a9e6f4a8e409 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91297b39-73ee-4762-adb5-408271b3884b HTTP/1.1" status: 200 len: 853 time: 0.0614233 May 11 13:52:55.736591 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-a016b614-0797-43e6-b4b8-28e2844383e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=09031f65-2076-49d9-8059-b9566ec31cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410569 May 11 13:52:55.748308 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-555aa92d-6b08-46f1-a7f0-705f909741cc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:52:55.749307 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-555aa92d-6b08-46f1-a7f0-705f909741cc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055172 May 11 13:52:55.884129 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-fa7cd137-c5e2-4ed1-b6db-f20df5152a52 service neutron] 10.222.0.43 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284084 May 11 13:52:56.034131 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-bb2f24e4-9f2a-4c04-849d-9be509b466c1 req-f1ecf835-951f-4a4b-bfa9-f5b847d0b293 service neutron] 10.222.0.43 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424932 May 11 13:53:05.888590 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:53:06.344576 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ce0ce-d607-4cce-9341-490044e64bcd req-58dc5858-4543-48ad-a8fe-18937a873339 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:06.346066 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e5ce0ce-d607-4cce-9341-490044e64bcd req-58dc5858-4543-48ad-a8fe-18937a873339 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 946 time: 0.0914276 May 11 13:53:06.506451 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-5e5ce0ce-d607-4cce-9341-490044e64bcd req-47fc8bcf-738c-4004-8f9c-d6541dfad74b tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538348 May 11 13:53:07.702456 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467b881-11ac-4105-b2d1-8938ec17f5d1 req-52754eaf-2619-4db4-aa59-ccc5a05d054c tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:07.703941 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9467b881-11ac-4105-b2d1-8938ec17f5d1 req-52754eaf-2619-4db4-aa59-ccc5a05d054c tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 946 time: 0.0844700 May 11 13:53:07.756209 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9467b881-11ac-4105-b2d1-8938ec17f5d1 req-92bf9dfb-e688-44b5-9830-c3a58de1c835 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448956 May 11 13:53:08.946717 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73595e0b-bd6c-401f-8db8-9dc159ecc6e8 req-871ea791-e7ac-42f9-a49d-5c8e0fa2aaf2 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:08.948165 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-73595e0b-bd6c-401f-8db8-9dc159ecc6e8 req-871ea791-e7ac-42f9-a49d-5c8e0fa2aaf2 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 946 time: 0.0822165 May 11 13:53:08.993896 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-73595e0b-bd6c-401f-8db8-9dc159ecc6e8 req-c6949e41-34fc-484c-ad8f-b1c375ba2cf2 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395260 May 11 13:53:10.193983 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520dd7e-27ae-4eb8-b4a8-d4ced74d1496 req-06e3e05a-f767-4cac-8b59-e91f94e7e263 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:10.195535 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9520dd7e-27ae-4eb8-b4a8-d4ced74d1496 req-06e3e05a-f767-4cac-8b59-e91f94e7e263 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 946 time: 0.0895488 May 11 13:53:10.242999 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-9520dd7e-27ae-4eb8-b4a8-d4ced74d1496 req-cca9ed0a-4b34-4611-b36a-baef926fed11 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 May 11 13:53:10.728553 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-0e6b6db8-ca0d-4f5c-af05-855f253b75cb tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:10.729189 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-0e6b6db8-ca0d-4f5c-af05-855f253b75cb tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Synchronizing usage tracker for tenant:3595a1445a2a458699978d48f43eb34d on resource:port {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:53:10.749936 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-0e6b6db8-ca0d-4f5c-af05-855f253b75cb tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Unset dirty status for tenant:3595a1445a2a458699978d48f43eb34d on resource:port {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:53:10.751135 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-0e6b6db8-ca0d-4f5c-af05-855f253b75cb tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.43 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 946 time: 0.1105106 May 11 13:53:10.892790 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Deleting port 128c631d-9d05-4f93-8bce-1c6291b76b09 {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:53:10.893139 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:11.034067 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] For port 128c631d-9d05-4f93-8bce-1c6291b76b09, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=128c631d-9d05-4f93-8bce-1c6291b76b09,segment=NetworkSegment(17414a40-cd38-4e9e-bfd0-e7c3188db6ec),segment_id=17414a40-cd38-4e9e-bfd0-e7c3188db6ec)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:53:11.034331 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:11.172625 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Calling delete_port for 128c631d-9d05-4f93-8bce-1c6291b76b09 owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:53:11.291025 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:11.297841 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-0bf21190-c69f-4942-b8c8-6e97bc0245ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:53:11.304406 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['128c631d-9d05-4f93-8bce-1c6291b76b09'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:53:11.347159 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Pushing event deleted for resources: {'Port': ['ID=128c631d-9d05-4f93-8bce-1c6291b76b09,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:53:11.383494 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.383860 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.384219 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.384597 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.384949 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.385296 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.385639 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.385989 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.386377 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.386923 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.387320 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.387667 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:11.396124 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:53:11.409834 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7f52c862-05a6-44f4-af32-695627400688 req-b32a9665-4e3e-409d-864a-8fbaf777aba0 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=264ea574-719e-4fd6-9a3a-85d4e8c8da2e HTTP/1.1" status: 200 len: 210 time: 0.0450494 May 11 13:53:11.436649 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] No DVR routers for this DVR port 128c631d-9d05-4f93-8bce-1c6291b76b09 on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:53:11.439501 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:11.442271 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ea574-719e-4fd6-9a3a-85d4e8c8da2e', 'name': 'network-vif-deleted', 'tag': '128c631d-9d05-4f93-8bce-1c6291b76b09'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:53:11.464540 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-1d1de8ad-2f75-4e94-ad78-4d78079ff26b req-f35d6454-69ff-4509-8f67-b9e2c41a5154 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.43 "DELETE /v2.0/ports/128c631d-9d05-4f93-8bce-1c6291b76b09 HTTP/1.1" status: 204 len: 173 time: 0.7078962 May 11 13:53:11.508391 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ea574-719e-4fd6-9a3a-85d4e8c8da2e', 'name': 'network-vif-deleted', 'tag': '128c631d-9d05-4f93-8bce-1c6291b76b09', 'status': 'completed', 'code': 200} May 11 13:53:13.505807 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-5fc44d1d-f81d-4fa3-9c92-11faad947623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:14.644693 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 128c631d-9d05-4f93-8bce-1c6291b76b09 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:53:14.684754 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 128c631d-9d05-4f93-8bce-1c6291b76b09 {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:53:14.685106 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 128c631d-9d05-4f93-8bce-1c6291b76b09 not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:53:16.220033 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d7ec97d7-d3b0-4527-952c-b899e366c747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:16.322807 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:16.796290 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-a9c361fc-d859-497b-a20f-f4f9677cb685 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:16.797752 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-a9c361fc-d859-497b-a20f-f4f9677cb685 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/networks?id=09031f65-2076-49d9-8059-b9566ec31cb9 HTTP/1.1" status: 200 len: 813 time: 0.1550541 May 11 13:53:16.813533 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ccac6c55-f244-4db8-b134-3e5b419bac14 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/quotas/3595a1445a2a458699978d48f43eb34d HTTP/1.1" status: 200 len: 375 time: 0.0099628 May 11 13:53:16.865173 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-8f0e38bf-48cb-48f2-a85f-65fea30af63f tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3595a1445a2a458699978d48f43eb34d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454848 May 11 13:53:16.876557 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-b46f2bb3-2f3e-47b3-bd7a-4f5b3106c161 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 13:53:16.877520 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-b46f2bb3-2f3e-47b3-bd7a-4f5b3106c161 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057921 May 11 13:53:17.019485 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-7a6fdfff-5164-4cdb-b888-001721c4fabc service neutron] 10.222.0.30 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310103 May 11 13:53:17.161742 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-8b1aaf21-87e6-4b93-9e12-92b5000507f0 service neutron] 10.222.0.30 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359560 May 11 13:53:17.369377 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ee15959d-2739-4563-b1db-a30dd16fd07f req-807586db-9a9f-411d-871c-525207f9238b tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 210 time: 0.0448205 May 11 13:53:18.059122 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:18.222246 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:18.527865 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-94836308-81ca-4220-a98c-5f0489b0acd0 req-80572857-18f3-4883-84c2-0c51bf2141d6 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 210 time: 0.0476069 May 11 13:53:18.658674 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-05ccaae3-7e37-455f-b8fb-e9f69594d29e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:18.660036 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-05ccaae3-7e37-455f-b8fb-e9f69594d29e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.43 "GET /v2.0/networks?id=09031f65-2076-49d9-8059-b9566ec31cb9 HTTP/1.1" status: 200 len: 813 time: 0.1620965 May 11 13:53:18.672435 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Request body: {'port': {'device_id': 'aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9', 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9', 'admin_state_up': True, 'tenant_id': '3595a1445a2a458699978d48f43eb34d'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:53:18.826765 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:53:18.831468 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Usage tracker for resource:port and tenant:3595a1445a2a458699978d48f43eb34d is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:53:18.834763 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:53:18.842384 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:53:18.855696 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Made reservation on behalf of 3595a1445a2a458699978d48f43eb34d for: {'port': 1} {{(pid=78836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 13:53:18.859656 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:19.128916 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_common [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Allocated IP 172.20.0.9 (09031f65-2076-49d9-8059-b9566ec31cb9/91297b39-73ee-4762-adb5-408271b3884b/6c498368-e3e5-4f67-ae5e-a01bb0091a6d) {{(pid=78836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 13:53:19.220338 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:19.351178 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks [] for port, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:19.385615 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730301564420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:19.392201 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-613edc33-882e-4b13-9d47-34c1ae1abc51 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:53:19.454076 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Network 09031f65-2076-49d9-8059-b9566ec31cb9 is already hosted by enough agents. {{(pid=78836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 13:53:19.457275 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.scheduler.base_scheduler [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Resources bound (agent type, host, resource id): {{(pid=78836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 13:53:19.466183 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Received port after_create {{(pid=78836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 13:53:19.502072 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Pushing event updated for resources: {'Port': ['ID=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:53:19.506682 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:53:19.539145 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:19.539753 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:19.565563 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-ee8136b3-3c18-4fb3-8a7e-c23c86399409 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8969016 May 11 13:53:19.579951 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.v2.base [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Request body: {'port': {'device_id': 'aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 13:53:19.697656 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:19.744683 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42a0f5-a54e-4a02-99f1-39227ee35a26 req-18ea5d4c-47bd-49cc-bd87-18fe32474493 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:19.746229 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ea42a0f5-a54e-4a02-99f1-39227ee35a26 req-18ea5d4c-47bd-49cc-bd87-18fe32474493 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 931 time: 0.0854254 May 11 13:53:19.791831 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-ea42a0f5-a54e-4a02-99f1-39227ee35a26 req-c76fe5c8-9990-4f96-96fd-c780d6a8346f tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 May 11 13:53:20.059584 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c498368-e3e5-4f67-ae5e-a01bb0091a6d {{(pid=78836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:53:20.067344 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:20.081812 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.provisioning_blocks [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Transition to ACTIVE for port object 6c498368-e3e5-4f67-ae5e-a01bb0091a6d will not be triggered until provisioned by entity L2. {{(pid=78836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 13:53:20.086937 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:20.091047 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-8d42bac6-1f07-4029-9ab0-11354c1b29c0 tempest-TestShelveInstance-2100883456 tempest-TestShelveInstance-2100883456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:53:20.250689 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Pushing event updated for resources: {'Port': ['ID=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,revision_number=2']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:53:20.259334 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:53:20.329574 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Attempting to bind port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d on host hv-cinder-78477 for vnic_type normal with profile {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 13:53:20.329824 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Attempting to bind port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '17414a40-cd38-4e9e-bfd0-e7c3188db6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9'}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 13:53:20.330089 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Attempting to bind port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d on network 09031f65-2076-49d9-8059-b9566ec31cb9 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:53:20.334936 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d on network 09031f65-2076-49d9-8059-b9566ec31cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 13:53:20.335242 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Attempting to bind port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d on network 09031f65-2076-49d9-8059-b9566ec31cb9 {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 13:53:20.340573 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Checking agent: {'id': '8a690b4d-efa3-47d1-a9a1-6b34a3c8b560', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'started_at': datetime.datetime(2021, 5, 11, 13, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 13:53:20.341043 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Checking segment: {'id': '17414a40-cd38-4e9e-bfd0-e7c3188db6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 13:53:20.341671 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Bound using segment: {'id': '17414a40-cd38-4e9e-bfd0-e7c3188db6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9'} {{(pid=78836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 13:53:20.342299 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.managers [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Bound port: 6c498368-e3e5-4f67-ae5e-a01bb0091a6d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17414a40-cd38-4e9e-bfd0-e7c3188db6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9'}}] {{(pid=78836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 13:53:20.342637 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:20.431915 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] For port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d, host hv-cinder-78477, cleared binding levels {{(pid=78836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 13:53:20.435126 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] For port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,segment=NetworkSegment(17414a40-cd38-4e9e-bfd0-e7c3188db6ec),segment_id=17414a40-cd38-4e9e-bfd0-e7c3188db6ec)] {{(pid=78836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 13:53:20.440256 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14751678'] for port, after_update {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:20.444304 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-f3724a88-1c9f-4cf8-9a84-80fcf59cfb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:53:20.500337 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:20.500996 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:20.502392 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] 10.222.0.43 "PUT /v2.0/ports/6c498368-e3e5-4f67-ae5e-a01bb0091a6d HTTP/1.1" status: 200 len: 1093 time: 0.9297307 May 11 13:53:20.502898 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9', 'tag': '6c498368-e3e5-4f67-ae5e-a01bb0091a6d'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:53:20.530924 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Pushing event updated for resources: {'Port': ['ID=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,revision_number=3']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:53:20.540583 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-97b2f1c0-abc5-47f1-ad61-936aaf28094d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:53:20.580550 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9', 'tag': '6c498368-e3e5-4f67-ae5e-a01bb0091a6d', 'status': 'completed', 'code': 200} May 11 13:53:20.621488 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-1b533682-f736-4f95-8bba-5382000d870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:20.622977 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-1b533682-f736-4f95-8bba-5382000d870d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3595a1445a2a458699978d48f43eb34d&device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 1096 time: 0.0733674 May 11 13:53:20.693232 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-b6d5f756-c72e-45d2-b047-1621087d468b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c498368-e3e5-4f67-ae5e-a01bb0091a6d HTTP/1.1" status: 200 len: 217 time: 0.0630455 May 11 13:53:20.757197 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-7f9ea75f-b3b5-4f73-b63c-be8191b1f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:20.758630 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-7f9ea75f-b3b5-4f73-b63c-be8191b1f2be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91297b39-73ee-4762-adb5-408271b3884b HTTP/1.1" status: 200 len: 853 time: 0.0591526 May 11 13:53:20.806543 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-8d82cdf7-0d7c-4658-828c-554e53b833d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=09031f65-2076-49d9-8059-b9566ec31cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407791 May 11 13:53:20.988260 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4156c4-05f4-46c7-bc63-922537d42474 req-9cad200d-2a52-445f-afc7-02018abe5606 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:20.990144 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1c4156c4-05f4-46c7-bc63-922537d42474 req-9cad200d-2a52-445f-afc7-02018abe5606 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 943 time: 0.0879631 May 11 13:53:21.044188 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1c4156c4-05f4-46c7-bc63-922537d42474 req-bf6a5172-527e-4606-8004-be710e288314 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464253 May 11 13:53:21.045027 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-1f77aa01-d763-4ffd-acf4-c3f8de77552f service neutron] 10.222.0.43 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316978 May 11 13:53:21.187300 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-b129a2d8-09dc-430d-8c6f-c7b2c50e498b req-c88a64f1-01ab-47c9-ae7a-4e857f48f888 service neutron] 10.222.0.43 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357639 May 11 13:53:21.307730 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53817e73-a41c-464f-8781-f9cf3c49cf62 req-67bd9606-99b5-4125-9663-81a6875f0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:21.309240 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-53817e73-a41c-464f-8781-f9cf3c49cf62 req-67bd9606-99b5-4125-9663-81a6875f0d49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3595a1445a2a458699978d48f43eb34d&device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 1096 time: 0.0716681 May 11 13:53:21.441723 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53817e73-a41c-464f-8781-f9cf3c49cf62 req-c941d6be-2b48-4ab2-aeb2-ff437e283380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:21.443086 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-53817e73-a41c-464f-8781-f9cf3c49cf62 req-c941d6be-2b48-4ab2-aeb2-ff437e283380 service neutron] 10.222.0.43 "GET /v2.0/networks?id=09031f65-2076-49d9-8059-b9566ec31cb9 HTTP/1.1" status: 200 len: 914 time: 0.1269093 May 11 13:53:21.517017 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-53817e73-a41c-464f-8781-f9cf3c49cf62 req-25739179-5392-4c2a-9bc7-089c68487e43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c498368-e3e5-4f67-ae5e-a01bb0091a6d HTTP/1.1" status: 200 len: 217 time: 0.0654414 May 11 13:53:21.583235 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53817e73-a41c-464f-8781-f9cf3c49cf62 req-4031a363-2c58-48bb-8f48-0fb932d64e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:21.584723 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-53817e73-a41c-464f-8781-f9cf3c49cf62 req-4031a363-2c58-48bb-8f48-0fb932d64e02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91297b39-73ee-4762-adb5-408271b3884b HTTP/1.1" status: 200 len: 853 time: 0.0600989 May 11 13:53:21.639462 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-53817e73-a41c-464f-8781-f9cf3c49cf62 req-5165a1fc-f1e1-4d78-aaf5-f6523dfbe079 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=09031f65-2076-49d9-8059-b9566ec31cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470395 May 11 13:53:21.773246 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-53817e73-a41c-464f-8781-f9cf3c49cf62 req-fd6f24ea-7c91-4487-b4b2-b1b918da9124 service neutron] 10.222.0.43 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268439 May 11 13:53:21.908599 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-53817e73-a41c-464f-8781-f9cf3c49cf62 req-6f4e1608-77a2-419f-b727-e8c68887e6ac service neutron] 10.222.0.43 "GET /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281500 May 11 13:53:22.243686 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bd0b0-a9e7-4432-8a74-181b7cf756c9 req-88e34d55-c6fe-4c5d-b1eb-07ef6bd24ecc tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:22.245180 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8b4bd0b0-a9e7-4432-8a74-181b7cf756c9 req-88e34d55-c6fe-4c5d-b1eb-07ef6bd24ecc tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 943 time: 0.0824592 May 11 13:53:22.291262 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-8b4bd0b0-a9e7-4432-8a74-181b7cf756c9 req-8b5295d2-ac25-46a3-af09-146b5b413198 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400639 May 11 13:53:23.515605 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71522f-546a-48b0-971d-bdfbc77aebd5 req-83bcd9df-4e7c-40f8-b3a5-9bb4f8470e5e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:23.517734 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7d71522f-546a-48b0-971d-bdfbc77aebd5 req-83bcd9df-4e7c-40f8-b3a5-9bb4f8470e5e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 943 time: 0.1001651 May 11 13:53:23.572250 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-7d71522f-546a-48b0-971d-bdfbc77aebd5 req-d3b9f13d-37b7-4ded-b670-d7cdefa66803 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483332 May 11 13:53:24.706762 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 6c498368-e3e5-4f67-ae5e-a01bb0091a6d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 13:53:24.775408 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c68bc-9bcd-43da-a1cb-44323e82b824 req-fff9f2fc-20d7-4cc6-a2d8-4e954aaa0e90 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:24.776787 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1a2c68bc-9bcd-43da-a1cb-44323e82b824 req-fff9f2fc-20d7-4cc6-a2d8-4e954aaa0e90 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 943 time: 0.0854447 May 11 13:53:24.824594 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-1a2c68bc-9bcd-43da-a1cb-44323e82b824 req-bccd90d8-4d9f-4dc6-a132-886508df9c8c tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 May 11 13:53:24.842005 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,segment=NetworkSegment(17414a40-cd38-4e9e-bfd0-e7c3188db6ec),segment_id=17414a40-cd38-4e9e-bfd0-e7c3188db6ec)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:53:24.855273 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Returning: {'device': '6c498368-e3e5-4f67-ae5e-a01bb0091a6d', 'network_id': '09031f65-2076-49d9-8059-b9566ec31cb9', 'port_id': '6c498368-e3e5-4f67-ae5e-a01bb0091a6d', 'mac_address': 'fa:16:3e:56:9b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91297b39-73ee-4762-adb5-408271b3884b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 13:53:24.911834 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:24.929454 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c498368-e3e5-4f67-ae5e-a01bb0091a6d {{(pid=78838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 13:53:24.951364 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,segment=NetworkSegment(17414a40-cd38-4e9e-bfd0-e7c3188db6ec),segment_id=17414a40-cd38-4e9e-bfd0-e7c3188db6ec)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:53:24.957868 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:24.960652 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:53:25.038456 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,revision_number=4']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:53:25.046076 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.046420 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.046761 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.047090 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.047420 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.047743 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.048062 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.048379 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.048736 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.049055 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.049373 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.049685 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:53:25.053865 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:53:25.161241 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['6c498368-e3e5-4f67-ae5e-a01bb0091a6d'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:53:26.026848 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b8970-df14-499a-9839-d364f6b16ac6 req-712c8702-c4b5-41d2-99b0-6739343f3cdb tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:26.028368 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-768b8970-df14-499a-9839-d364f6b16ac6 req-712c8702-c4b5-41d2-99b0-6739343f3cdb tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 944 time: 0.0861812 May 11 13:53:26.077523 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-768b8970-df14-499a-9839-d364f6b16ac6 req-6b1ff28c-855e-4bed-9a63-9b47ecf3772a tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 May 11 13:53:26.722266 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 6c498368-e3e5-4f67-ae5e-a01bb0091a6d up at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 13:53:26.800817 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning for port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d completed by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 13:53:26.805854 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.db.provisioning_blocks [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Provisioning complete for port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d triggered by entity L2. {{(pid=78838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 13:53:26.806233 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038726'] for port, provisioning_complete {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:26.925167 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1627985'] for port, before_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:26.959751 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c498368-e3e5-4f67-ae5e-a01bb0091a6d'}] {{(pid=78838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:53:26.971966 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] For port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,segment=NetworkSegment(17414a40-cd38-4e9e-bfd0-e7c3188db6ec),segment_id=17414a40-cd38-4e9e-bfd0-e7c3188db6ec)] {{(pid=78838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:53:26.977882 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730301985895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730301564438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730301564483'] for port, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:26.980963 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:53:27.012394 dv-cinder-784779-11-smb neutron-server[78838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c498368-e3e5-4f67-ae5e-a01bb0091a6d', 'code': 200} May 11 13:53:27.053348 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Pushing event updated for resources: {'Port': ['ID=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,revision_number=5']} {{(pid=78838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:53:27.056451 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG oslo_concurrency.lockutils [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:53:27.242117 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3fdbd-5c01-40f2-a9e1-86689dc242ee req-05ef5b5c-7327-4489-baf4-d5559afd5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:27.243597 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-afb3fdbd-5c01-40f2-a9e1-86689dc242ee req-05ef5b5c-7327-4489-baf4-d5559afd5d44 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 1098 time: 0.0742946 May 11 13:53:27.271274 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b44b4-ddac-4b65-993e-b740fc650700 req-b0aa04ab-d12c-494c-9746-9a559e5c64fc tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:27.273760 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e13b44b4-ddac-4b65-993e-b740fc650700 req-b0aa04ab-d12c-494c-9746-9a559e5c64fc tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 945 time: 0.0857153 May 11 13:53:27.288578 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-afb3fdbd-5c01-40f2-a9e1-86689dc242ee req-da0934af-5860-4b46-aeb1-1e1a00d2a028 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371604 May 11 13:53:27.423430 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-e13b44b4-ddac-4b65-993e-b740fc650700 req-76544b0b-4588-48fa-8ddf-368240a25cae tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430738 May 11 13:53:28.629837 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ea579-4ce3-4430-8f07-83f06a5b8b0b req-a6d2b973-7f2c-496a-9200-9a486d672aa2 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:28.631297 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fc1ea579-4ce3-4430-8f07-83f06a5b8b0b req-a6d2b973-7f2c-496a-9200-9a486d672aa2 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 945 time: 0.0947564 May 11 13:53:28.679486 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-fc1ea579-4ce3-4430-8f07-83f06a5b8b0b req-28b574c9-2a96-4eb9-88ac-b5466bd0da33 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 May 11 13:53:42.890401 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:53:43.510615 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-17bc7db2-df2f-45a5-bc62-8312456c8a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:44.974616 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68272f0f-c300-4fb6-bdb0-0e3995c15a14 req-c3bf495b-9e3a-429c-8fb1-ee6d73515f17 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:44.976085 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-68272f0f-c300-4fb6-bdb0-0e3995c15a14 req-c3bf495b-9e3a-429c-8fb1-ee6d73515f17 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 945 time: 0.0937397 May 11 13:53:45.028796 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-68272f0f-c300-4fb6-bdb0-0e3995c15a14 req-1b732eb1-fb20-48b4-b33a-d4396a399fe7 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 May 11 13:53:46.224054 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dbebf-fbde-4810-8dd8-897e1d6841a5 req-ece560d2-a1ed-403a-a07b-88c91c2f1555 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:46.225678 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-df7dbebf-fbde-4810-8dd8-897e1d6841a5 req-ece560d2-a1ed-403a-a07b-88c91c2f1555 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 945 time: 0.0849750 May 11 13:53:46.226882 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d902c4e8-4bc9-4196-b723-222faadc06aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:46.273410 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-df7dbebf-fbde-4810-8dd8-897e1d6841a5 req-63ab5b5d-a73b-4770-b99f-9669cac4d112 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 May 11 13:53:46.334277 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:47.476248 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4594b36-dcaf-4dc7-932a-d6318fbfe896 req-7e135636-bfbb-4b11-8eb2-96c45ad5c368 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:47.477743 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f4594b36-dcaf-4dc7-932a-d6318fbfe896 req-7e135636-bfbb-4b11-8eb2-96c45ad5c368 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 945 time: 0.0982211 May 11 13:53:47.528194 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-f4594b36-dcaf-4dc7-932a-d6318fbfe896 req-f97de831-a29f-4191-b245-84d419f3c251 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445299 May 11 13:53:48.062570 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:48.253337 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:48.736512 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb6bc2-2e71-4124-b075-5832ac539c19 req-f5fc28c1-68d2-490b-af06-9a31c5ea355c tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:48.737901 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c9cb6bc2-2e71-4124-b075-5832ac539c19 req-f5fc28c1-68d2-490b-af06-9a31c5ea355c tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 945 time: 0.0840127 May 11 13:53:48.789945 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-c9cb6bc2-2e71-4124-b075-5832ac539c19 req-c65cd322-df78-4a7a-90a2-07aa5f55baa9 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/security-groups?id=9276000e-4d40-4929-8897-0bb8bd2a5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 May 11 13:53:48.939451 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e95ce4-6131-4774-8492-14109e33e54a req-81fe2cac-8d87-45a5-99db-986e3a3b50d4 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 13:53:48.940116 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-45e95ce4-6131-4774-8492-14109e33e54a req-81fe2cac-8d87-45a5-99db-986e3a3b50d4 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Synchronizing usage tracker for tenant:3595a1445a2a458699978d48f43eb34d on resource:port {{(pid=78836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 13:53:48.958670 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [req-45e95ce4-6131-4774-8492-14109e33e54a req-81fe2cac-8d87-45a5-99db-986e3a3b50d4 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Unset dirty status for tenant:3595a1445a2a458699978d48f43eb34d on resource:port {{(pid=78836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 13:53:48.959837 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-45e95ce4-6131-4774-8492-14109e33e54a req-81fe2cac-8d87-45a5-99db-986e3a3b50d4 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 945 time: 0.1173592 May 11 13:53:49.100349 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-45e95ce4-6131-4774-8492-14109e33e54a req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Deleting port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d {{(pid=78836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 13:53:49.100695 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-45e95ce4-6131-4774-8492-14109e33e54a req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730301981853'] for port, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:49.224694 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:49.243649 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.db [req-45e95ce4-6131-4774-8492-14109e33e54a req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] For port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,segment=NetworkSegment(17414a40-cd38-4e9e-bfd0-e7c3188db6ec),segment_id=17414a40-cd38-4e9e-bfd0-e7c3188db6ec)] {{(pid=78836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 13:53:49.244008 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-45e95ce4-6131-4774-8492-14109e33e54a req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664758'] for port, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:49.460951 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.plugin [req-45e95ce4-6131-4774-8492-14109e33e54a req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Calling delete_port for 6c498368-e3e5-4f67-ae5e-a01bb0091a6d owned by compute:nova {{(pid=78836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 13:53:49.582987 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-45e95ce4-6131-4774-8492-14109e33e54a req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730301985904', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730301564429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14751655'] for port, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:49.590208 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-66401ef5-c1cb-4d52-abe8-e2364091c744 tempest-VolumesActionsTest-999943298 tempest-VolumesActionsTest-999943298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:53:49.594428 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.db [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] get_ports_and_sgs() called for port_ids ['6c498368-e3e5-4f67-ae5e-a01bb0091a6d'] {{(pid=78838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 13:53:49.637430 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Pushing event deleted for resources: {'Port': ['ID=6c498368-e3e5-4f67-ae5e-a01bb0091a6d,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:53:49.639907 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:53:49.712430 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e95ce4-6131-4774-8492-14109e33e54a req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] No DVR routers for this DVR port 6c498368-e3e5-4f67-ae5e-a01bb0091a6d on host hv-cinder-78477 {{(pid=78836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 13:53:49.715141 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [req-45e95ce4-6131-4774-8492-14109e33e54a req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-391244'] for port, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:53:49.717878 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9', 'name': 'network-vif-deleted', 'tag': '6c498368-e3e5-4f67-ae5e-a01bb0091a6d'}] {{(pid=78836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 13:53:49.737012 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [req-45e95ce4-6131-4774-8492-14109e33e54a req-405cae24-de2c-4c27-a40c-107d6f58e03e tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.43 "DELETE /v2.0/ports/6c498368-e3e5-4f67-ae5e-a01bb0091a6d HTTP/1.1" status: 204 len: 173 time: 0.7707140 May 11 13:53:49.827133 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9', 'name': 'network-vif-deleted', 'tag': '6c498368-e3e5-4f67-ae5e-a01bb0091a6d', 'status': 'completed', 'code': 200} May 11 13:53:49.960973 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [req-576f7c9f-8100-40e1-aa29-390492fe26bf req-b1113013-d000-45ef-9641-389647285cc0 tempest-VolumesSnapshotTestJSON-452050221 tempest-VolumesSnapshotTestJSON-452050221-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaf7b552-63aa-40bb-aa3b-bfcc39ef47d9 HTTP/1.1" status: 200 len: 210 time: 0.0459888 May 11 13:53:52.924727 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 6c498368-e3e5-4f67-ae5e-a01bb0091a6d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 13:53:52.959036 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.plugin [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] No Port match for: 6c498368-e3e5-4f67-ae5e-a01bb0091a6d {{(pid=78838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 13:53:52.959386 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron.plugins.ml2.rpc [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Device 6c498368-e3e5-4f67-ae5e-a01bb0091a6d not bound to the agent host hv-cinder-78477 {{(pid=78838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 13:54:10.706598 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 46334) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:54:10.770128 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d413473f-6ee0-4add-84a3-e24652036444 admin admin] Deleting subnet 91297b39-73ee-4762-adb5-408271b3884b {{(pid=78836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 13:54:10.773353 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d413473f-6ee0-4add-84a3-e24652036444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:10.821516 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d413473f-6ee0-4add-84a3-e24652036444 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15097265'] for subnet, precommit_delete_associations {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:10.879513 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d413473f-6ee0-4add-84a3-e24652036444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042548'] for subnet, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.135165 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d413473f-6ee0-4add-84a3-e24652036444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14751732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15256084'] for subnet, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.139025 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-6d9af820-0b5b-4aaa-8194-575292e24a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:54:11.177324 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413473f-6ee0-4add-84a3-e24652036444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91297b39-73ee-4762-adb5-408271b3884b,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:54:11.180280 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-d413473f-6ee0-4add-84a3-e24652036444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:54:11.183035 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-d413473f-6ee0-4add-84a3-e24652036444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for subnet, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.190377 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-d413473f-6ee0-4add-84a3-e24652036444 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/91297b39-73ee-4762-adb5-408271b3884b HTTP/1.1" status: 204 len: 168 time: 0.4827471 May 11 13:54:11.193952 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 46338) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:54:11.308199 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659828'] for network, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.439045 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2040655', 'neutron.services.segments.db._delete_segments_for_network-8730301992349'] for network, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.453010 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09031f65-2076-49d9-8059-b9566ec31cb9']}} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:54:11.465243 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17414a40-cd38-4e9e-bfd0-e7c3188db6ec') {'for_net_delete': True} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:54:11.465528 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.services.segments.db [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17414a40-cd38-4e9e-bfd0-e7c3188db6ec') {} {{(pid=78836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 13:54:11.477391 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730302004327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15097262'] for segment, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.494855 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367'] for segment, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.502202 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=78836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 13:54:11.502598 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14751634'] for segment, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: Traceback (most recent call last): May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: timer() May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: cb(*args, **kw) May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: return func(*args, **kwargs) May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: self._notify() May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: self.callback(batched_events) May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: event.method(event) May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: aggregate_uuid = self.p_client.list_aggregates( May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: return f(self, *a, **k) May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: return self._get(url).json() May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: return self.request(url, 'GET', **kwargs) May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: base_url = self.get_endpoint(auth, allow=allow, May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 13:54:11.516472 dv-cinder-784779-11-smb neutron-server[78836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 13:54:11.598754 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2040630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670586'] for network, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.602801 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:54:11.616426 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533158'] for network, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.626677 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=09031f65-2076-49d9-8059-b9566ec31cb9,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:54:11.635911 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.636289 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.636684 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.637049 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.637409 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.637766 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.638115 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.638465 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.638815 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.639167 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.639513 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.639923 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:11.643648 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/09031f65-2076-49d9-8059-b9566ec31cb9 HTTP/1.1" status: 204 len: 168 time: 0.4488146 May 11 13:54:11.644639 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-7f6f3d5d-d7b8-46b3-a68c-de5014d7a6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:54:11.767043 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 46344) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:54:11.821651 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-bdf17721-7d53-4f6c-9bbf-3325e12f42dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3595a1445a2a458699978d48f43eb34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532691 May 11 13:54:11.825030 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 46348) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:54:11.887878 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4048db91-e716-4ab1-9db8-691cc8f5cda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.915604 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4048db91-e716-4ab1-9db8-691cc8f5cda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.973986 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4048db91-e716-4ab1-9db8-691cc8f5cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.977649 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-3157a80d-b821-4d4f-9847-29b096d4a062 tempest-TestMinimumBasicScenario-250682648 tempest-TestMinimumBasicScenario-250682648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:54:11.989570 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048db91-e716-4ab1-9db8-691cc8f5cda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9276000e-4d40-4929-8897-0bb8bd2a5f81,revision_number=None']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:54:11.994411 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-4048db91-e716-4ab1-9db8-691cc8f5cda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:54:11.996676 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-4048db91-e716-4ab1-9db8-691cc8f5cda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:11.997788 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-4048db91-e716-4ab1-9db8-691cc8f5cda8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9276000e-4d40-4929-8897-0bb8bd2a5f81 HTTP/1.1" status: 204 len: 168 time: 0.1719015 May 11 13:54:13.515623 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-09ba52af-232e-4559-a9db-6d34f8fe4842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:16.222896 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-92c7c0c8-d025-4fdf-bb36-9dfe2ed69331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:16.329532 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:18.066070 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:18.259577 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:19.227631 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:19.894618 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:54:24.354303 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [-] (78836) accepted ('10.222.0.30', 46466) {{(pid=78836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:54:24.517762 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b89-8fdd-4eb2-be07-69f7cdc77f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:24.538134 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ffbc1b89-8fdd-4eb2-be07-69f7cdc77f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 13:54:24.542885 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ffbc1b89-8fdd-4eb2-be07-69f7cdc77f18 admin admin] Usage tracker for resource:security_group_rule and tenant:70453291ef6543e6b75f13e6482363e8 is out of sync, need to count used quota {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 13:54:24.548010 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.quota.resource [None req-ffbc1b89-8fdd-4eb2-be07-69f7cdc77f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 13:54:24.555343 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.db.quota.driver [None req-ffbc1b89-8fdd-4eb2-be07-69f7cdc77f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 13:54:24.662619 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b89-8fdd-4eb2-be07-69f7cdc77f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:24.669733 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b89-8fdd-4eb2-be07-69f7cdc77f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_create {{(pid=78836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:24.678959 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-2f6bdc84-ad0d-4c8c-9483-adc37cc15150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:54:24.727870 dv-cinder-784779-11-smb neutron-server[78836]: INFO neutron.wsgi [None req-ffbc1b89-8fdd-4eb2-be07-69f7cdc77f18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70453291ef6543e6b75f13e6482363e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721807 May 11 13:54:24.728872 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc1b89-8fdd-4eb2-be07-69f7cdc77f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98266769-2a4a-49b2-8c84-3994a27e1903,revision_number=1']} {{(pid=78836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:54:24.730811 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.wsgi [-] (78837) accepted ('10.222.0.30', 46472) {{(pid=78837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 13:54:24.732336 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG oslo_concurrency.lockutils [None req-ffbc1b89-8fdd-4eb2-be07-69f7cdc77f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:54:24.804368 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:24.832845 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:24.895211 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859793'] for security_group, after_delete {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:24.898943 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-466f7b59-971d-4b9b-beb3-a563c8058eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 13:54:24.911242 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98266769-2a4a-49b2-8c84-3994a27e1903,revision_number=None']} {{(pid=78837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 13:54:24.922004 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.922372 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.922776 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.923130 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.923480 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.923802 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.924146 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.924512 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.924862 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.925207 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.925653 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.926003 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-smb {{(pid=78837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 13:54:24.930844 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG oslo_concurrency.lockutils [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 13:54:24.932928 dv-cinder-784779-11-smb neutron-server[78837]: DEBUG neutron_lib.callbacks.manager [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:24.934080 dv-cinder-784779-11-smb neutron-server[78837]: INFO neutron.wsgi [None req-215e8697-9c59-406d-962f-bab9bbda90c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98266769-2a4a-49b2-8c84-3994a27e1903 HTTP/1.1" status: 204 len: 168 time: 0.2022219 May 11 13:54:43.521621 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-148780d4-a8f4-4e83-a36a-b66b6f0115cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:46.230068 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-18591bab-ba8e-49f0-9b7f-d41e841b3be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:46.343400 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:48.069064 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:48.256559 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:49.231202 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:54:56.894991 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:55:13.516240 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0d3327ab-fbdc-41c0-9a43-763dcc20ec90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:16.225765 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-6a88459e-27da-43bc-a8e9-84300f3ba5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:16.342178 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:18.077538 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:18.268617 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:19.234088 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:33.898357 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:55:43.521730 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-30f9e832-7e64-4e7c-8533-031ef34863dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:46.221928 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-caceb607-a07e-4627-8e7f-474e359a65e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:46.338454 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:48.083444 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:48.270760 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:55:49.237959 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:10.898276 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:56:13.529257 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-d000ac10-0c0d-482f-8be5-7a52d6722174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:16.221272 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-6e73f2f8-e457-4ea5-b539-66393c8861e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:16.338764 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:18.076941 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:18.282697 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:19.241464 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:43.525668 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb46f-c80f-4aa0-9e36-a9bfb8e3faef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:46.221014 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-440c63b7-baf0-4a46-b6de-c80070e4b5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:46.334639 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:47.898323 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:56:48.084596 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:48.300728 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:56:49.250657 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:13.530156 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-f29ef886-c6f0-4206-af9e-c479b50b934f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:16.217930 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-060697c6-1eb0-44af-8bbe-8951964990d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:16.332171 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:18.094314 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:18.296361 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:19.248680 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:24.898566 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:57:43.535078 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-b3178ef3-8d74-4354-b31b-bb6d0070c8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:46.215596 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-ec83da3e-6eee-4da6-94a6-7cd1dc5ff16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:46.328804 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:48.098993 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:48.311183 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:57:49.251871 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:01.898989 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:58:04.773592 dv-cinder-784779-11-smb neutron-server[78836]: DEBUG neutron.wsgi [req-5e2d8162-cd5e-4180-b44b-4264b5a6f9f7 req-15267c4a-3cd9-4a4b-82bf-7d6ba430c492 service neutron] (78836) timed out ('10.222.0.43', 58830) {{(pid=78836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 11 13:58:13.540783 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-2cd06fd4-e940-45ec-827c-28a03825f003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:16.214042 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-6c8a26df-dfbb-4b23-87e8-f077ef2fac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:16.335175 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:18.092315 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:18.309726 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:19.254495 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:38.899334 dv-cinder-784779-11-smb neutron-server[78839]: DEBUG neutron.db.agents_db [None req-86134603-81b3-4dc4-a8cd-7d7991b26206 None None] Agent healthcheck: found 6 active agents {{(pid=78839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 13:58:43.554010 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-decdb048-4208-4568-b722-8a1d27b59a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:46.219868 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3c663730-05a9-4648-bb19-ccc1da668ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:46.331679 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0efa0245-99ec-4344-8161-4b02748aead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:48.094840 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-3405464f-2a53-4310-8ec1-1402cc0730f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:48.326975 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-4eabb1a3-baf4-49a6-b366-77d3088d488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 13:58:49.260310 dv-cinder-784779-11-smb neutron-server[78838]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef725-803a-4a59-8543-3f40ae310d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730301992358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038645'] for agent, after_update {{(pid=78838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}